2024-12-09 01:42:10,799 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1a4927d6 2024-12-09 01:42:10,815 main DEBUG Took 0.013852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 01:42:10,816 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 01:42:10,816 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 01:42:10,818 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 01:42:10,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,867 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 01:42:10,893 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,903 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,904 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,906 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,907 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,909 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,912 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,913 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,915 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:42:10,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,918 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 01:42:10,920 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:42:10,922 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 01:42:10,924 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 01:42:10,925 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 01:42:10,926 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 01:42:10,927 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 01:42:10,941 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 01:42:10,946 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 01:42:10,950 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 01:42:10,951 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 01:42:10,954 main DEBUG createAppenders(={Console}) 2024-12-09 01:42:10,955 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1a4927d6 initialized 2024-12-09 01:42:10,955 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1a4927d6 2024-12-09 01:42:10,956 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1a4927d6 OK. 2024-12-09 01:42:10,957 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 01:42:10,957 main DEBUG OutputStream closed 2024-12-09 01:42:10,958 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 01:42:10,958 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 01:42:10,959 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7bab3f1a OK 2024-12-09 01:42:11,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 01:42:11,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 01:42:11,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 01:42:11,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 01:42:11,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 01:42:11,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 01:42:11,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 01:42:11,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 01:42:11,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 01:42:11,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 01:42:11,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 01:42:11,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 01:42:11,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 01:42:11,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 01:42:11,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 01:42:11,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 01:42:11,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 01:42:11,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 01:42:11,091 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 01:42:11,091 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@27d4a09) with optional ClassLoader: null 2024-12-09 01:42:11,092 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 01:42:11,096 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@27d4a09] started OK. 2024-12-09T01:42:11,120 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 01:42:11,123 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 01:42:11,124 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T01:42:11,133 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T01:42:11,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=630, ProcessCount=11, AvailableMemoryMB=12434 2024-12-09T01:42:11,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e 2024-12-09T01:42:11,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:42:11,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670, deleteOnExit=true 2024-12-09T01:42:11,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:42:11,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/test.cache.data in system properties and HBase conf 2024-12-09T01:42:11,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:42:11,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:42:11,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:42:11,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:42:11,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:42:11,842 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T01:42:11,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:42:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:42:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:42:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:42:12,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:42:12,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:42:12,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:42:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:42:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:42:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:42:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:42:12,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:42:13,335 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T01:42:13,529 INFO [Time-limited test {}] log.Log(170): Logging initialized @3990ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:42:13,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:13,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:13,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:13,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:13,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:42:13,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:13,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:13,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:14,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/java.io.tmpdir/jetty-localhost-36163-hadoop-hdfs-3_4_1-tests_jar-_-any-6070606283678048445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:42:14,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:36163} 2024-12-09T01:42:14,291 INFO [Time-limited test {}] server.Server(415): Started @4754ms 2024-12-09T01:42:14,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:14,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:14,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:14,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:14,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:14,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:14,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:15,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a312fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/java.io.tmpdir/jetty-localhost-37247-hadoop-hdfs-3_4_1-tests_jar-_-any-6236834439609703598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:42:15,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:37247} 2024-12-09T01:42:15,128 INFO [Time-limited test {}] server.Server(415): Started @5591ms 2024-12-09T01:42:15,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:42:15,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:15,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:15,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:15,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:15,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:42:15,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611bde5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:15,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45036a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:15,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15ac7aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/java.io.tmpdir/jetty-localhost-43827-hadoop-hdfs-3_4_1-tests_jar-_-any-15928660028662642201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:42:15,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d595326{HTTP/1.1, (http/1.1)}{localhost:43827} 2024-12-09T01:42:15,745 INFO [Time-limited test {}] server.Server(415): Started @6209ms 2024-12-09T01:42:15,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:42:15,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:42:15,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:42:15,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:42:15,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:42:15,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:42:15,982 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data3/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:15,982 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data1/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:15,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbded11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:42:15,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@393c6316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:42:15,992 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data2/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:15,993 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data4/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:16,099 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:42:16,100 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:42:16,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5949b7c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/java.io.tmpdir/jetty-localhost-43747-hadoop-hdfs-3_4_1-tests_jar-_-any-14443563779084402488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:42:16,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5368482b{HTTP/1.1, (http/1.1)}{localhost:43747} 2024-12-09T01:42:16,160 INFO [Time-limited test {}] server.Server(415): Started @6624ms 2024-12-09T01:42:16,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:42:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6832194b619e89f with lease ID 0x9f6f2281c5882c51: Processing first storage report for DS-a0083613-7032-44ce-b926-ef5745243b98 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=5815c38e-29c9-4525-a9c4-a978c60b3c5e, infoPort=46223, infoSecurePort=0, ipcPort=43813, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6832194b619e89f with lease ID 0x9f6f2281c5882c51: from storage DS-a0083613-7032-44ce-b926-ef5745243b98 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=5815c38e-29c9-4525-a9c4-a978c60b3c5e, infoPort=46223, infoSecurePort=0, ipcPort=43813, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71bd13a5bb6143b2 with lease ID 0x9f6f2281c5882c52: Processing first storage report for DS-43909437-bc00-49a1-9047-57aca7fb816b from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=a0130636-cea0-4f1f-96ed-6f9ec56e2df1, infoPort=44225, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71bd13a5bb6143b2 with lease ID 0x9f6f2281c5882c52: from storage DS-43909437-bc00-49a1-9047-57aca7fb816b node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=a0130636-cea0-4f1f-96ed-6f9ec56e2df1, infoPort=44225, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6832194b619e89f with lease ID 0x9f6f2281c5882c51: Processing first storage report for DS-5a074f09-6935-442d-a12d-630c7fe44834 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=5815c38e-29c9-4525-a9c4-a978c60b3c5e, infoPort=46223, infoSecurePort=0, ipcPort=43813, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6832194b619e89f with lease ID 0x9f6f2281c5882c51: from storage DS-5a074f09-6935-442d-a12d-630c7fe44834 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=5815c38e-29c9-4525-a9c4-a978c60b3c5e, infoPort=46223, infoSecurePort=0, ipcPort=43813, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71bd13a5bb6143b2 with lease ID 0x9f6f2281c5882c52: Processing first storage report for DS-5e4addb8-78f4-4497-9752-0d0f77cb86cb from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=a0130636-cea0-4f1f-96ed-6f9ec56e2df1, infoPort=44225, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71bd13a5bb6143b2 with lease ID 0x9f6f2281c5882c52: from storage DS-5e4addb8-78f4-4497-9752-0d0f77cb86cb node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=a0130636-cea0-4f1f-96ed-6f9ec56e2df1, infoPort=44225, infoSecurePort=0, ipcPort=33437, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,351 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data5/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:16,372 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data6/current/BP-271575143-172.17.0.2-1733708532968/current, will proceed with Du for space computation calculation, 2024-12-09T01:42:16,448 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:42:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf49ec7780eb228de with lease ID 0x9f6f2281c5882c53: Processing first storage report for DS-19596400-8381-433e-ab41-9cb00e0e2d48 from datanode DatanodeRegistration(127.0.0.1:35721, datanodeUuid=2d81645f-695c-4275-956f-089666c86d8a, infoPort=44045, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf49ec7780eb228de with lease ID 0x9f6f2281c5882c53: from storage DS-19596400-8381-433e-ab41-9cb00e0e2d48 node DatanodeRegistration(127.0.0.1:35721, datanodeUuid=2d81645f-695c-4275-956f-089666c86d8a, infoPort=44045, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf49ec7780eb228de with lease ID 0x9f6f2281c5882c53: Processing first storage report for DS-091502b3-b073-4a4c-9436-f1912379e79f from datanode DatanodeRegistration(127.0.0.1:35721, datanodeUuid=2d81645f-695c-4275-956f-089666c86d8a, infoPort=44045, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968) 2024-12-09T01:42:16,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf49ec7780eb228de with lease ID 0x9f6f2281c5882c53: from storage DS-091502b3-b073-4a4c-9436-f1912379e79f node DatanodeRegistration(127.0.0.1:35721, datanodeUuid=2d81645f-695c-4275-956f-089666c86d8a, infoPort=44045, infoSecurePort=0, ipcPort=46787, storageInfo=lv=-57;cid=testClusterID;nsid=1848981413;c=1733708532968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:42:16,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e 2024-12-09T01:42:16,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/zookeeper_0, clientPort=58980, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:42:16,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58980 2024-12-09T01:42:16,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:16,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:17,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:42:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:42:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:42:17,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 with version=8 2024-12-09T01:42:17,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/hbase-staging 2024-12-09T01:42:17,394 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T01:42:17,687 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:42:17,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:17,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:17,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:17,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:42:17,975 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T01:42:17,990 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T01:42:17,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:18,048 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5362 (auto-detected) 2024-12-09T01:42:18,049 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T01:42:18,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37519 2024-12-09T01:42:18,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37519 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-12-09T01:42:18,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375190x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:18,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37519-0x100747095180000 connected 2024-12-09T01:42:18,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:42:18,324 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9, hbase.cluster.distributed=false 2024-12-09T01:42:18,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:42:18,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-09T01:42:18,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37519 2024-12-09T01:42:18,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37519 2024-12-09T01:42:18,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-09T01:42:18,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-09T01:42:18,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:42:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:18,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:42:18,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:18,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34059 2024-12-09T01:42:18,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34059 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-12-09T01:42:18,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340590x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:18,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340590x0, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:42:18,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34059-0x100747095180001 connected 2024-12-09T01:42:18,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:42:18,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:42:18,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:42:18,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:42:18,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34059 2024-12-09T01:42:18,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34059 2024-12-09T01:42:18,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34059 2024-12-09T01:42:18,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34059 2024-12-09T01:42:18,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34059 2024-12-09T01:42:18,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:42:18,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:18,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:18,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:42:18,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:18,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42017 2024-12-09T01:42:18,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42017 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-12-09T01:42:18,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420170x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:18,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420170x0, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:42:18,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:42:18,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42017-0x100747095180002 connected 2024-12-09T01:42:18,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:42:18,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:42:18,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:42:18,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42017 2024-12-09T01:42:18,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42017 2024-12-09T01:42:18,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42017 2024-12-09T01:42:18,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42017 2024-12-09T01:42:18,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42017 2024-12-09T01:42:18,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:42:18,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:42:18,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:42:18,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:42:18,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:42:18,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:42:18,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45271 2024-12-09T01:42:18,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45271 connecting to ZooKeeper ensemble=127.0.0.1:58980 2024-12-09T01:42:18,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452710x0, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:42:18,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452710x0, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:42:18,911 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:42:18,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45271-0x100747095180003 connected 2024-12-09T01:42:18,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:42:18,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:42:18,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:42:18,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45271 2024-12-09T01:42:18,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45271 2024-12-09T01:42:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45271 2024-12-09T01:42:18,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45271 2024-12-09T01:42:18,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45271 2024-12-09T01:42:18,958 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef6f18c58dc9:37519 2024-12-09T01:42:18,960 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:18,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:18,973 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:42:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:42:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:42:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,016 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:42:19,017 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef6f18c58dc9,37519,1733708537458 from backup master directory 2024-12-09T01:42:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:42:19,023 WARN [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:19,024 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:19,026 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T01:42:19,028 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T01:42:19,110 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/hbase.id] with ID: 4c3ff7ec-948c-4c5a-bc02-bf205dfd7331 2024-12-09T01:42:19,111 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.tmp/hbase.id 2024-12-09T01:42:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:42:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:42:19,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:42:19,172 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.tmp/hbase.id]:[hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/hbase.id] 2024-12-09T01:42:19,249 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:42:19,255 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:42:19,278 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-09T01:42:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:42:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:42:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:42:19,339 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:19,342 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:42:19,363 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:42:19,369 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:42:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:42:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:42:19,459 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store 2024-12-09T01:42:19,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:42:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:42:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:42:19,508 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T01:42:19,512 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:19,513 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:42:19,513 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,514 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,527 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:42:19,527 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,528 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:42:19,529 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708539513Disabling compacts and flushes for region at 1733708539513Disabling writes for close at 1733708539527 (+14 ms)Writing region close event to WAL at 1733708539527Closed at 1733708539527 2024-12-09T01:42:19,532 WARN [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/.initializing 2024-12-09T01:42:19,532 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/WALs/ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:19,545 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:42:19,567 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C37519%2C1733708537458, suffix=, logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/WALs/ef6f18c58dc9,37519,1733708537458, archiveDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/oldWALs, maxLogs=10 2024-12-09T01:42:19,601 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/WALs/ef6f18c58dc9,37519,1733708537458/ef6f18c58dc9%2C37519%2C1733708537458.1733708539573, exclude list is [], retry=0 2024-12-09T01:42:19,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-43909437-bc00-49a1-9047-57aca7fb816b,DISK] 2024-12-09T01:42:19,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35721,DS-19596400-8381-433e-ab41-9cb00e0e2d48,DISK] 2024-12-09T01:42:19,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a0083613-7032-44ce-b926-ef5745243b98,DISK] 2024-12-09T01:42:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T01:42:19,687 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/WALs/ef6f18c58dc9,37519,1733708537458/ef6f18c58dc9%2C37519%2C1733708537458.1733708539573 2024-12-09T01:42:19,689 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045),(127.0.0.1/127.0.0.1:44225:44225),(127.0.0.1/127.0.0.1:46223:46223)] 2024-12-09T01:42:19,689 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:19,690 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:19,694 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,695 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:42:19,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:19,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:42:19,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:42:19,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:42:19,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:19,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:19,825 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,830 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,832 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,839 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,839 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,844 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:19,851 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:42:19,858 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:19,859 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663682, jitterRate=0.08277323842048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:19,867 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733708539711Initializing all the Stores at 1733708539714 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708539714Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539720 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539720Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708539720Cleaning up temporary data from old regions at 1733708539840 (+120 ms)Region opened successfully at 1733708539867 (+27 ms) 2024-12-09T01:42:19,869 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:42:19,919 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e66a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:42:19,963 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:42:19,982 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:42:19,983 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:42:19,987 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:42:19,989 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T01:42:19,996 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-09T01:42:19,996 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T01:42:20,030 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:42:20,042 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:42:20,046 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:42:20,049 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:42:20,052 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:42:20,054 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:42:20,057 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:42:20,063 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:42:20,065 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:42:20,069 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:42:20,073 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:42:20,101 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:42:20,103 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:42:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:42:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:42:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:42:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:42:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,117 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef6f18c58dc9,37519,1733708537458, sessionid=0x100747095180000, setting cluster-up flag (Was=false) 2024-12-09T01:42:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,144 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:42:20,148 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:20,169 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:42:20,173 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:20,181 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:42:20,254 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(746): ClusterId : 4c3ff7ec-948c-4c5a-bc02-bf205dfd7331 2024-12-09T01:42:20,255 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(746): ClusterId : 4c3ff7ec-948c-4c5a-bc02-bf205dfd7331 2024-12-09T01:42:20,257 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(746): ClusterId : 4c3ff7ec-948c-4c5a-bc02-bf205dfd7331 2024-12-09T01:42:20,258 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:42:20,259 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:42:20,259 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:42:20,268 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:42:20,268 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:42:20,268 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:42:20,268 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:42:20,269 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:42:20,269 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:42:20,274 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:42:20,274 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:42:20,275 DEBUG [RS:0;ef6f18c58dc9:34059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba5a580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:42:20,275 DEBUG [RS:2;ef6f18c58dc9:45271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f7aa35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:42:20,276 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:42:20,276 DEBUG [RS:1;ef6f18c58dc9:42017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ecad89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:42:20,306 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:20,327 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef6f18c58dc9:42017 2024-12-09T01:42:20,331 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ef6f18c58dc9:45271 2024-12-09T01:42:20,332 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:42:20,333 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:42:20,333 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:42:20,336 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=42017, startcode=1733708538718 2024-12-09T01:42:20,333 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:42:20,337 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:42:20,337 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:42:20,339 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=45271, startcode=1733708538852 2024-12-09T01:42:20,352 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef6f18c58dc9:34059 2024-12-09T01:42:20,353 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:42:20,353 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:42:20,353 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:42:20,364 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:42:20,366 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=34059, startcode=1733708538528 2024-12-09T01:42:20,372 DEBUG [RS:2;ef6f18c58dc9:45271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:42:20,372 DEBUG [RS:0;ef6f18c58dc9:34059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:42:20,372 DEBUG [RS:1;ef6f18c58dc9:42017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:42:20,385 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:42:20,398 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef6f18c58dc9,37519,1733708537458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:42:20,436 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:20,436 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:20,436 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:20,436 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:42:20,437 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef6f18c58dc9:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:42:20,437 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,437 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:20,437 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,470 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733708570470 2024-12-09T01:42:20,472 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:42:20,473 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:42:20,475 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:42:20,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35087, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:42:20,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:20,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:42:20,477 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:42:20,482 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:42:20,483 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:42:20,483 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:42:20,483 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:42:20,485 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:42:20,487 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:42:20,504 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:42:20,505 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:42:20,505 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:42:20,506 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:42:20,506 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:42:20,524 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:42:20,524 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:42:20,535 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T01:42:20,535 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T01:42:20,535 WARN [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T01:42:20,535 WARN [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T01:42:20,535 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T01:42:20,536 WARN [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T01:42:20,536 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708540534,5,FailOnTimeoutGroup] 2024-12-09T01:42:20,540 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708540540,5,FailOnTimeoutGroup] 2024-12-09T01:42:20,541 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,541 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:42:20,542 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,543 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:42:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:42:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:42:20,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:42:20,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:20,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:42:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:42:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:42:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:20,636 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=34059, startcode=1733708538528 2024-12-09T01:42:20,637 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=45271, startcode=1733708538852 2024-12-09T01:42:20,638 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,37519,1733708537458 with port=42017, startcode=1733708538718 2024-12-09T01:42:20,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:42:20,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:42:20,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:42:20,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:42:20,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:42:20,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:42:20,655 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:20,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,656 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34173 2024-12-09T01:42:20,656 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:42:20,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:42:20,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:42:20,662 DEBUG [RS:2;ef6f18c58dc9:45271 {}] zookeeper.ZKUtil(111): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,662 WARN [RS:2;ef6f18c58dc9:45271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:20,663 INFO [RS:2;ef6f18c58dc9:45271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:20,663 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:42:20,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:20,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:42:20,671 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:20,671 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34173 2024-12-09T01:42:20,671 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:42:20,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740 2024-12-09T01:42:20,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740 2024-12-09T01:42:20,678 DEBUG [RS:0;ef6f18c58dc9:34059 {}] zookeeper.ZKUtil(111): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,678 WARN [RS:0;ef6f18c58dc9:34059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:20,678 INFO [RS:0;ef6f18c58dc9:34059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:20,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:42:20,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:42:20,678 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,680 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:20,681 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:20,681 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34173 2024-12-09T01:42:20,681 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:42:20,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:42:20,684 DEBUG [RS:1;ef6f18c58dc9:42017 {}] zookeeper.ZKUtil(111): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,685 WARN [RS:1;ef6f18c58dc9:42017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:42:20,685 INFO [RS:1;ef6f18c58dc9:42017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:20,685 DEBUG [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,45271,1733708538852] 2024-12-09T01:42:20,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,34059,1733708538528] 2024-12-09T01:42:20,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,42017,1733708538718] 2024-12-09T01:42:20,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:20,717 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64927149, jitterRate=-0.03251008689403534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733708540635Initializing all the Stores at 1733708540638 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540640 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708540640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708540640Cleaning up temporary data from old regions at 1733708540678 (+38 ms)Region opened successfully at 1733708540722 (+44 ms) 2024-12-09T01:42:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:42:20,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:42:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:42:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:42:20,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:42:20,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:42:20,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708540722Disabling compacts and flushes for region at 1733708540722Disabling writes for close at 1733708540722Writing region close event to WAL at 1733708540741 (+19 ms)Closed at 1733708540742 (+1 ms) 2024-12-09T01:42:20,744 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:42:20,745 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:42:20,745 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:42:20,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:20,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:42:20,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:42:20,779 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:42:20,787 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:42:20,791 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:42:20,796 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:42:20,806 INFO [RS:2;ef6f18c58dc9:45271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:42:20,806 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,809 INFO [RS:0;ef6f18c58dc9:34059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:42:20,809 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,812 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:42:20,813 INFO [RS:1;ef6f18c58dc9:42017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:42:20,813 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:42:20,813 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,813 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:42:20,821 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:42:20,821 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:42:20,823 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,823 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,823 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,823 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,823 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,824 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,825 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:42:20,825 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,826 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,827 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,827 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,827 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,827 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,827 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,827 DEBUG [RS:2;ef6f18c58dc9:45271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,829 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,829 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,829 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,829 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,829 DEBUG [RS:0;ef6f18c58dc9:34059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,832 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:42:20,833 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,833 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,833 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,833 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,833 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,833 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,834 DEBUG [RS:1;ef6f18c58dc9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,844 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,45271,1733708538852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:20,864 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,864 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,865 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,865 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,865 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,865 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,34059,1733708538528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,876 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,42017,1733708538718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:20,909 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:42:20,909 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:42:20,912 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,42017,1733708538718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,912 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,45271,1733708538852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,912 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,913 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.Replication(171): ef6f18c58dc9,45271,1733708538852 started 2024-12-09T01:42:20,914 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,914 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.Replication(171): ef6f18c58dc9,42017,1733708538718 started 2024-12-09T01:42:20,922 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:42:20,922 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,34059,1733708538528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,922 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,922 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.Replication(171): ef6f18c58dc9,34059,1733708538528 started 2024-12-09T01:42:20,939 WARN [ef6f18c58dc9:37519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:42:20,954 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,955 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,42017,1733708538718, RpcServer on ef6f18c58dc9/172.17.0.2:42017, sessionid=0x100747095180002 2024-12-09T01:42:20,956 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,957 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,34059,1733708538528, RpcServer on ef6f18c58dc9/172.17.0.2:34059, sessionid=0x100747095180001 2024-12-09T01:42:20,961 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:42:20,961 DEBUG [RS:1;ef6f18c58dc9:42017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,961 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:42:20,961 DEBUG [RS:0;ef6f18c58dc9:34059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,961 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,42017,1733708538718' 2024-12-09T01:42:20,961 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,34059,1733708538528' 2024-12-09T01:42:20,961 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:42:20,963 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:42:20,964 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:42:20,964 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:42:20,965 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:42:20,965 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:42:20,965 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:42:20,965 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:42:20,965 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:20,965 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,45271,1733708538852, RpcServer on ef6f18c58dc9/172.17.0.2:45271, sessionid=0x100747095180003 2024-12-09T01:42:20,965 DEBUG [RS:0;ef6f18c58dc9:34059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:20,965 DEBUG [RS:1;ef6f18c58dc9:42017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:20,965 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,34059,1733708538528' 2024-12-09T01:42:20,965 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,42017,1733708538718' 2024-12-09T01:42:20,965 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:42:20,966 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:42:20,966 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:42:20,966 DEBUG [RS:2;ef6f18c58dc9:45271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,966 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,45271,1733708538852' 2024-12-09T01:42:20,966 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:42:20,967 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:42:20,969 DEBUG [RS:1;ef6f18c58dc9:42017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:42:20,969 INFO [RS:1;ef6f18c58dc9:42017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:42:20,969 INFO [RS:1;ef6f18c58dc9:42017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:42:20,972 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:42:20,973 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:42:20,973 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:42:20,973 DEBUG [RS:2;ef6f18c58dc9:45271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:20,973 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,45271,1733708538852' 2024-12-09T01:42:20,973 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:42:20,974 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:42:20,975 DEBUG [RS:2;ef6f18c58dc9:45271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:42:20,975 INFO [RS:2;ef6f18c58dc9:45271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:42:20,975 INFO [RS:2;ef6f18c58dc9:45271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:42:20,966 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:42:20,980 DEBUG [RS:0;ef6f18c58dc9:34059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:42:20,980 INFO [RS:0;ef6f18c58dc9:34059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:42:20,980 INFO [RS:0;ef6f18c58dc9:34059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:42:21,077 INFO [RS:1;ef6f18c58dc9:42017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:42:21,078 INFO [RS:2;ef6f18c58dc9:45271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:42:21,081 INFO [RS:0;ef6f18c58dc9:34059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:42:21,082 INFO [RS:1;ef6f18c58dc9:42017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C42017%2C1733708538718, suffix=, logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718, archiveDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs, maxLogs=32 2024-12-09T01:42:21,084 INFO [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C34059%2C1733708538528, suffix=, logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528, archiveDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs, maxLogs=32 2024-12-09T01:42:21,085 INFO [RS:2;ef6f18c58dc9:45271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C45271%2C1733708538852, suffix=, logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,45271,1733708538852, archiveDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs, maxLogs=32 2024-12-09T01:42:21,109 DEBUG [RS:1;ef6f18c58dc9:42017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, exclude list is [], retry=0 2024-12-09T01:42:21,115 DEBUG [RS:0;ef6f18c58dc9:34059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528/ef6f18c58dc9%2C34059%2C1733708538528.1733708541089, exclude list is [], retry=0 2024-12-09T01:42:21,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-43909437-bc00-49a1-9047-57aca7fb816b,DISK] 2024-12-09T01:42:21,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a0083613-7032-44ce-b926-ef5745243b98,DISK] 2024-12-09T01:42:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35721,DS-19596400-8381-433e-ab41-9cb00e0e2d48,DISK] 2024-12-09T01:42:21,126 DEBUG [RS:2;ef6f18c58dc9:45271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,45271,1733708538852/ef6f18c58dc9%2C45271%2C1733708538852.1733708541088, exclude list is [], retry=0 2024-12-09T01:42:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35721,DS-19596400-8381-433e-ab41-9cb00e0e2d48,DISK] 2024-12-09T01:42:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35721,DS-19596400-8381-433e-ab41-9cb00e0e2d48,DISK] 2024-12-09T01:42:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-43909437-bc00-49a1-9047-57aca7fb816b,DISK] 2024-12-09T01:42:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-43909437-bc00-49a1-9047-57aca7fb816b,DISK] 2024-12-09T01:42:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a0083613-7032-44ce-b926-ef5745243b98,DISK] 2024-12-09T01:42:21,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a0083613-7032-44ce-b926-ef5745243b98,DISK] 2024-12-09T01:42:21,163 INFO [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528/ef6f18c58dc9%2C34059%2C1733708538528.1733708541089 2024-12-09T01:42:21,163 INFO [RS:1;ef6f18c58dc9:42017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 2024-12-09T01:42:21,170 INFO [RS:2;ef6f18c58dc9:45271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,45271,1733708538852/ef6f18c58dc9%2C45271%2C1733708538852.1733708541088 2024-12-09T01:42:21,172 DEBUG [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225),(127.0.0.1/127.0.0.1:46223:46223),(127.0.0.1/127.0.0.1:44045:44045)] 2024-12-09T01:42:21,176 DEBUG [RS:1;ef6f18c58dc9:42017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225),(127.0.0.1/127.0.0.1:44045:44045),(127.0.0.1/127.0.0.1:46223:46223)] 2024-12-09T01:42:21,184 DEBUG [RS:2;ef6f18c58dc9:45271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44045:44045),(127.0.0.1/127.0.0.1:44225:44225),(127.0.0.1/127.0.0.1:46223:46223)] 2024-12-09T01:42:21,442 DEBUG [ef6f18c58dc9:37519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T01:42:21,453 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(204): Hosts are {ef6f18c58dc9=0} racks are {/default-rack=0} 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:42:21,462 INFO [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:42:21,462 INFO [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:42:21,462 INFO [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:42:21,462 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:42:21,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:21,482 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef6f18c58dc9,34059,1733708538528, state=OPENING 2024-12-09T01:42:21,488 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:42:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:21,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:42:21,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:21,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:21,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:21,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:21,497 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:42:21,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:42:27,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T01:42:27,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:31,537 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:42:31,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:42:31,563 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:42:31,564 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:42:31,564 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:42:31,570 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C34059%2C1733708538528.meta, suffix=.meta, logDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528, archiveDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs, maxLogs=32 2024-12-09T01:42:31,596 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528/ef6f18c58dc9%2C34059%2C1733708538528.meta.1733708551574.meta, exclude list is [], retry=0 2024-12-09T01:42:31,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-43909437-bc00-49a1-9047-57aca7fb816b,DISK] 2024-12-09T01:42:31,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35721,DS-19596400-8381-433e-ab41-9cb00e0e2d48,DISK] 2024-12-09T01:42:31,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a0083613-7032-44ce-b926-ef5745243b98,DISK] 2024-12-09T01:42:31,611 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,34059,1733708538528/ef6f18c58dc9%2C34059%2C1733708538528.meta.1733708551574.meta 2024-12-09T01:42:31,612 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44225:44225),(127.0.0.1/127.0.0.1:44045:44045),(127.0.0.1/127.0.0.1:46223:46223)] 2024-12-09T01:42:31,612 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:42:31,614 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:42:31,618 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:42:31,625 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:42:31,631 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:42:31,631 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:31,632 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:42:31,632 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:42:31,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:42:31,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:42:31,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:31,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:31,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:42:31,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:42:31,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:31,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:31,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:42:31,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:42:31,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:31,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:31,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:42:31,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:42:31,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:31,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:42:31,673 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:42:31,674 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740 2024-12-09T01:42:31,679 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740 2024-12-09T01:42:31,683 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:42:31,683 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:42:31,684 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:42:31,688 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:42:31,692 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69970255, jitterRate=0.04263804852962494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:42:31,693 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:42:31,695 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733708551632Writing region info on filesystem at 1733708551633 (+1 ms)Initializing all the Stores at 1733708551635 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708551635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708551639 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708551640 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708551640Cleaning up temporary data from old regions at 1733708551683 (+43 ms)Running coprocessor post-open hooks at 1733708551693 (+10 ms)Region opened successfully at 1733708551694 (+1 ms) 2024-12-09T01:42:31,705 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733708551525 2024-12-09T01:42:31,718 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:42:31,719 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:42:31,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:31,724 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef6f18c58dc9,34059,1733708538528, state=OPEN 2024-12-09T01:42:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:42:31,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:42:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:42:31,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:42:31,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:31,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:31,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:42:31,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:31,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:42:31,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,34059,1733708538528 in 10.2290 sec 2024-12-09T01:42:31,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:42:31,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9880 sec 2024-12-09T01:42:31,754 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:42:31,754 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:42:31,786 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:31,787 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,34059,1733708538528, seqNum=-1] 2024-12-09T01:42:31,815 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:31,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:31,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.6250 sec 2024-12-09T01:42:31,848 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733708551848, completionTime=-1 2024-12-09T01:42:31,852 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T01:42:31,852 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:42:31,888 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T01:42:31,888 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733708611888 2024-12-09T01:42:31,888 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733708671888 2024-12-09T01:42:31,888 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-09T01:42:31,890 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:42:31,902 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,902 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,902 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,904 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef6f18c58dc9:37519, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,905 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,908 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,914 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:42:31,944 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.920sec 2024-12-09T01:42:31,949 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:42:31,951 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:42:31,952 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:42:31,953 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:42:31,953 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:42:31,954 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:42:31,954 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:42:31,972 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:42:31,973 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:42:31,974 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,37519,1733708537458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:42:31,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c723d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:31,988 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T01:42:31,988 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T01:42:31,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef6f18c58dc9,37519,-1 for getting cluster id 2024-12-09T01:42:32,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:32,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c3ff7ec-948c-4c5a-bc02-bf205dfd7331' 2024-12-09T01:42:32,030 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:32,030 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c3ff7ec-948c-4c5a-bc02-bf205dfd7331" 2024-12-09T01:42:32,031 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643bab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:32,031 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef6f18c58dc9,37519,-1] 2024-12-09T01:42:32,036 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:32,039 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:32,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:32,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef1e2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:32,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:32,063 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,34059,1733708538528, seqNum=-1] 2024-12-09T01:42:32,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:32,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:32,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:32,180 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708552161 (current time:1733708552161). 2024-12-09T01:42:32,180 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:42:32,180 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T01:42:32,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:32,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef6f18c58dc9,37519,-1 for getting cluster id 2024-12-09T01:42:32,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:42:32,208 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c3ff7ec-948c-4c5a-bc02-bf205dfd7331' 2024-12-09T01:42:32,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:42:32,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c3ff7ec-948c-4c5a-bc02-bf205dfd7331" 2024-12-09T01:42:32,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a178086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef6f18c58dc9,37519,-1] 2024-12-09T01:42:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:42:32,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:32,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:42:32,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0c630a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:42:32,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:42:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,34059,1733708538528, seqNum=-1] 2024-12-09T01:42:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:32,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:32,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:42:32,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:42:32,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:32,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:32,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:42:32,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:42:32,243 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:32,246 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c7c05e 2024-12-09T01:42:32,247 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:42:32,254 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:42:32,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:42:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T01:42:32,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:42:32,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:32,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:42:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T01:42:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:42:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:42:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:42:32,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fc164c6cb0472c3a48397dd0edfa39d, NAME => 'SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,369 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 63840ec266ebb524eea5a1254f9b03e2, NAME => 'SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,382 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3b2eda1fa1121ca5d5c22ecb6d345a11, NAME => 'SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:32,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:42:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:42:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:42:32,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5fc164c6cb0472c3a48397dd0edfa39d, disabling compactions & flushes 2024-12-09T01:42:32,469 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:32,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:32,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. after waiting 0 ms 2024-12-09T01:42:32,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:32,469 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:32,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fc164c6cb0472c3a48397dd0edfa39d: Waiting for close lock at 1733708552468Disabling compacts and flushes for region at 1733708552468Disabling writes for close at 1733708552469 (+1 ms)Writing region close event to WAL at 1733708552469Closed at 1733708552469 2024-12-09T01:42:32,470 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 964752ec30d0a04fd9f78d8c237f2438, NAME => 'SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:42:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:42:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:42:32,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 63840ec266ebb524eea5a1254f9b03e2, disabling compactions & flushes 2024-12-09T01:42:32,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:32,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:32,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. after waiting 0 ms 2024-12-09T01:42:32,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:32,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:32,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 63840ec266ebb524eea5a1254f9b03e2: Waiting for close lock at 1733708552489Disabling compacts and flushes for region at 1733708552489Disabling writes for close at 1733708552489Writing region close event to WAL at 1733708552490 (+1 ms)Closed at 1733708552490 2024-12-09T01:42:32,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a266ce682a478c2c0084eae73908de72, NAME => 'SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:42:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:42:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3b2eda1fa1121ca5d5c22ecb6d345a11, disabling compactions & flushes 2024-12-09T01:42:32,509 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. after waiting 0 ms 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:32,509 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:32,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3b2eda1fa1121ca5d5c22ecb6d345a11: Waiting for close lock at 1733708552509Disabling compacts and flushes for region at 1733708552509Disabling writes for close at 1733708552509Writing region close event to WAL at 1733708552509Closed at 1733708552509 2024-12-09T01:42:32,510 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7b5f7562fcca0140c40610b30a3880dd, NAME => 'SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:42:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:42:32,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:42:32,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 964752ec30d0a04fd9f78d8c237f2438, disabling compactions & flushes 2024-12-09T01:42:32,569 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:32,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:32,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. after waiting 0 ms 2024-12-09T01:42:32,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:32,570 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:32,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 964752ec30d0a04fd9f78d8c237f2438: Waiting for close lock at 1733708552569Disabling compacts and flushes for region at 1733708552569Disabling writes for close at 1733708552570 (+1 ms)Writing region close event to WAL at 1733708552570Closed at 1733708552570 2024-12-09T01:42:32,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66be3d69e2084a93a4a99eedfbe7250e, NAME => 'SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:42:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:42:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7b5f7562fcca0140c40610b30a3880dd, disabling compactions & flushes 2024-12-09T01:42:32,585 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. after waiting 0 ms 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:32,585 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:32,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7b5f7562fcca0140c40610b30a3880dd: Waiting for close lock at 1733708552585Disabling compacts and flushes for region at 1733708552585Disabling writes for close at 1733708552585Writing region close event to WAL at 1733708552585Closed at 1733708552585 2024-12-09T01:42:32,586 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2da9de42b84246210bf7faf5ce3e18ab, NAME => 'SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:42:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:42:32,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:42:32,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a266ce682a478c2c0084eae73908de72, disabling compactions & flushes 2024-12-09T01:42:32,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:32,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:32,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. after waiting 0 ms 2024-12-09T01:42:32,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:32,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:32,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a266ce682a478c2c0084eae73908de72: Waiting for close lock at 1733708552593Disabling compacts and flushes for region at 1733708552593Disabling writes for close at 1733708552594 (+1 ms)Writing region close event to WAL at 1733708552594Closed at 1733708552594 2024-12-09T01:42:32,595 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 04a420f9fdd2327440876cef335ece98, NAME => 'SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:32,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:42:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:42:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:42:32,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 66be3d69e2084a93a4a99eedfbe7250e, disabling compactions & flushes 2024-12-09T01:42:32,638 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:32,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:32,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. after waiting 0 ms 2024-12-09T01:42:32,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:32,639 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:32,639 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66be3d69e2084a93a4a99eedfbe7250e: Waiting for close lock at 1733708552638Disabling compacts and flushes for region at 1733708552638Disabling writes for close at 1733708552639 (+1 ms)Writing region close event to WAL at 1733708552639Closed at 1733708552639 2024-12-09T01:42:32,640 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 866754c9c879f08f05c5cbc0c185ed66, NAME => 'SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9 2024-12-09T01:42:32,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:42:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:42:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2da9de42b84246210bf7faf5ce3e18ab, disabling compactions & flushes 2024-12-09T01:42:32,663 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. after waiting 0 ms 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:32,663 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:32,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2da9de42b84246210bf7faf5ce3e18ab: Waiting for close lock at 1733708552663Disabling compacts and flushes for region at 1733708552663Disabling writes for close at 1733708552663Writing region close event to WAL at 1733708552663Closed at 1733708552663 2024-12-09T01:42:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:42:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:42:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:42:32,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 04a420f9fdd2327440876cef335ece98, disabling compactions & flushes 2024-12-09T01:42:32,670 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:32,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:32,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. after waiting 0 ms 2024-12-09T01:42:32,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:32,670 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:32,670 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 04a420f9fdd2327440876cef335ece98: Waiting for close lock at 1733708552669Disabling compacts and flushes for region at 1733708552669Disabling writes for close at 1733708552670 (+1 ms)Writing region close event to WAL at 1733708552670Closed at 1733708552670 2024-12-09T01:42:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:42:32,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:42:32,685 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:32,685 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 866754c9c879f08f05c5cbc0c185ed66, disabling compactions & flushes 2024-12-09T01:42:32,685 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:32,685 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:32,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. after waiting 0 ms 2024-12-09T01:42:32,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:32,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:42:32,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:32,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 866754c9c879f08f05c5cbc0c185ed66: Waiting for close lock at 1733708552685Disabling compacts and flushes for region at 1733708552685Disabling writes for close at 1733708552686 (+1 ms)Writing region close event to WAL at 1733708552686Closed at 1733708552686 2024-12-09T01:42:32,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:42:32,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733708552688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708552688"}]},"ts":"1733708552688"} 2024-12-09T01:42:32,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:42:32,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T01:42:32,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:42:32,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708552773"}]},"ts":"1733708552773"} 2024-12-09T01:42:32,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T01:42:32,784 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {ef6f18c58dc9=0} racks are {/default-rack=0} 2024-12-09T01:42:32,794 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:42:32,794 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:42:32,794 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:42:32,794 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:42:32,794 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:42:32,795 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:42:32,795 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:42:32,795 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:42:32,795 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:42:32,795 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:42:32,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63840ec266ebb524eea5a1254f9b03e2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b2eda1fa1121ca5d5c22ecb6d345a11, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266ce682a478c2c0084eae73908de72, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b5f7562fcca0140c40610b30a3880dd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2da9de42b84246210bf7faf5ce3e18ab, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04a420f9fdd2327440876cef335ece98, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN}] 2024-12-09T01:42:32,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN 2024-12-09T01:42:32,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,42017,1733708538718; forceNewPlan=false, retain=false 2024-12-09T01:42:32,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63840ec266ebb524eea5a1254f9b03e2, ASSIGN 2024-12-09T01:42:32,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b2eda1fa1121ca5d5c22ecb6d345a11, ASSIGN 2024-12-09T01:42:32,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63840ec266ebb524eea5a1254f9b03e2, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,45271,1733708538852; forceNewPlan=false, retain=false 2024-12-09T01:42:32,816 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b2eda1fa1121ca5d5c22ecb6d345a11, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,34059,1733708538528; forceNewPlan=false, retain=false 2024-12-09T01:42:32,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN 2024-12-09T01:42:32,820 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,42017,1733708538718; forceNewPlan=false, retain=false 2024-12-09T01:42:32,822 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN 2024-12-09T01:42:32,823 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b5f7562fcca0140c40610b30a3880dd, ASSIGN 2024-12-09T01:42:32,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266ce682a478c2c0084eae73908de72, ASSIGN 2024-12-09T01:42:32,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2da9de42b84246210bf7faf5ce3e18ab, ASSIGN 2024-12-09T01:42:32,829 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b5f7562fcca0140c40610b30a3880dd, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,45271,1733708538852; forceNewPlan=false, retain=false 2024-12-09T01:42:32,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,42017,1733708538718; forceNewPlan=false, retain=false 2024-12-09T01:42:32,829 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2da9de42b84246210bf7faf5ce3e18ab, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,45271,1733708538852; forceNewPlan=false, retain=false 2024-12-09T01:42:32,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a266ce682a478c2c0084eae73908de72, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,34059,1733708538528; forceNewPlan=false, retain=false 2024-12-09T01:42:32,832 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04a420f9fdd2327440876cef335ece98, ASSIGN 2024-12-09T01:42:32,835 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04a420f9fdd2327440876cef335ece98, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,34059,1733708538528; forceNewPlan=false, retain=false 2024-12-09T01:42:32,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN 2024-12-09T01:42:32,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,42017,1733708538718; forceNewPlan=false, retain=false 2024-12-09T01:42:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:32,963 INFO [ef6f18c58dc9:37519 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T01:42:32,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2da9de42b84246210bf7faf5ce3e18ab, regionState=OPENING, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:32,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b5f7562fcca0140c40610b30a3880dd, regionState=OPENING, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:32,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=866754c9c879f08f05c5cbc0c185ed66, regionState=OPENING, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:32,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=66be3d69e2084a93a4a99eedfbe7250e, regionState=OPENING, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:32,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=964752ec30d0a04fd9f78d8c237f2438, regionState=OPENING, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:32,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc164c6cb0472c3a48397dd0edfa39d, regionState=OPENING, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:32,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=04a420f9fdd2327440876cef335ece98, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:32,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a266ce682a478c2c0084eae73908de72, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:32,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3b2eda1fa1121ca5d5c22ecb6d345a11, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:32,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=63840ec266ebb524eea5a1254f9b03e2, regionState=OPENING, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2da9de42b84246210bf7faf5ce3e18ab, ASSIGN because future has completed 2024-12-09T01:42:32,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab, server=ef6f18c58dc9,45271,1733708538852}] 2024-12-09T01:42:32,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN because future has completed 2024-12-09T01:42:32,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,42017,1733708538718}] 2024-12-09T01:42:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b5f7562fcca0140c40610b30a3880dd, ASSIGN because future has completed 2024-12-09T01:42:32,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b5f7562fcca0140c40610b30a3880dd, server=ef6f18c58dc9,45271,1733708538852}] 2024-12-09T01:42:33,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN because future has completed 2024-12-09T01:42:33,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN because future has completed 2024-12-09T01:42:33,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,42017,1733708538718}] 2024-12-09T01:42:33,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04a420f9fdd2327440876cef335ece98, ASSIGN because future has completed 2024-12-09T01:42:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a266ce682a478c2c0084eae73908de72, ASSIGN because future has completed 2024-12-09T01:42:33,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,42017,1733708538718}] 2024-12-09T01:42:33,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b2eda1fa1121ca5d5c22ecb6d345a11, ASSIGN because future has completed 2024-12-09T01:42:33,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN because future has completed 2024-12-09T01:42:33,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a266ce682a478c2c0084eae73908de72, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:42:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63840ec266ebb524eea5a1254f9b03e2, ASSIGN because future has completed 2024-12-09T01:42:33,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63840ec266ebb524eea5a1254f9b03e2, server=ef6f18c58dc9,45271,1733708538852}] 2024-12-09T01:42:33,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:42:33,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,42017,1733708538718}] 2024-12-09T01:42:33,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a420f9fdd2327440876cef335ece98, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:42:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:37,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:42:37,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:42:37,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:37,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:42:37,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:42:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:42,997 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:42:42,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:42:43,009 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:42:43,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:42:43,036 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:43,036 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:43,037 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2da9de42b84246210bf7faf5ce3e18ab, NAME => 'SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T01:42:43,037 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 66be3d69e2084a93a4a99eedfbe7250e, NAME => 'SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:42:43,037 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,037 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,037 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,038 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,038 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,038 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,038 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,038 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,044 INFO [StoreOpener-2da9de42b84246210bf7faf5ce3e18ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,045 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,052 INFO [StoreOpener-2da9de42b84246210bf7faf5ce3e18ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2da9de42b84246210bf7faf5ce3e18ab columnFamilyName cf 2024-12-09T01:42:43,053 DEBUG [StoreOpener-2da9de42b84246210bf7faf5ce3e18ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,054 INFO [StoreOpener-2da9de42b84246210bf7faf5ce3e18ab-1 {}] regionserver.HStore(327): Store=2da9de42b84246210bf7faf5ce3e18ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,054 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,055 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,056 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,057 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,057 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,057 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66be3d69e2084a93a4a99eedfbe7250e columnFamilyName cf 2024-12-09T01:42:43,058 DEBUG [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,059 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] regionserver.HStore(327): Store=66be3d69e2084a93a4a99eedfbe7250e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,059 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,062 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,066 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,067 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,069 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,069 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,076 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,077 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,079 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2da9de42b84246210bf7faf5ce3e18ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68617465, jitterRate=0.022479906678199768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,081 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:43,083 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2da9de42b84246210bf7faf5ce3e18ab: Running coprocessor pre-open hook at 1733708563038Writing region info on filesystem at 1733708563038Initializing all the Stores at 1733708563042 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563042Cleaning up temporary data from old regions at 1733708563057 (+15 ms)Running coprocessor post-open hooks at 1733708563081 (+24 ms)Region opened successfully at 1733708563082 (+1 ms) 2024-12-09T01:42:43,088 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:43,089 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 04a420f9fdd2327440876cef335ece98, NAME => 'SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T01:42:43,089 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,089 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,090 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,090 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,094 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., pid=15, masterSystemTime=1733708562997 2024-12-09T01:42:43,096 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,097 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 66be3d69e2084a93a4a99eedfbe7250e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73606289, jitterRate=0.09681917726993561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,097 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:43,097 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 66be3d69e2084a93a4a99eedfbe7250e: Running coprocessor pre-open hook at 1733708563039Writing region info on filesystem at 1733708563039Initializing all the Stores at 1733708563043 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563043Cleaning up temporary data from old regions at 1733708563069 (+26 ms)Running coprocessor post-open hooks at 1733708563097 (+28 ms)Region opened successfully at 1733708563097 2024-12-09T01:42:43,099 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:43,099 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:42:43,099 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., pid=16, masterSystemTime=1733708563009 2024-12-09T01:42:43,100 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:43,100 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2da9de42b84246210bf7faf5ce3e18ab, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:43,100 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 63840ec266ebb524eea5a1254f9b03e2, NAME => 'SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:42:43,102 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,102 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,103 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,103 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=66be3d69e2084a93a4a99eedfbe7250e, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab, server=ef6f18c58dc9,45271,1733708538852 because future has completed 2024-12-09T01:42:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,42017,1733708538718 because future has completed 2024-12-09T01:42:43,110 INFO [StoreOpener-04a420f9fdd2327440876cef335ece98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-09T01:42:43,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab, server=ef6f18c58dc9,45271,1733708538852 in 10.1240 sec 2024-12-09T01:42:43,122 INFO [StoreOpener-04a420f9fdd2327440876cef335ece98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a420f9fdd2327440876cef335ece98 columnFamilyName cf 2024-12-09T01:42:43,122 DEBUG [StoreOpener-04a420f9fdd2327440876cef335ece98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-09T01:42:43,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,42017,1733708538718 in 10.1240 sec 2024-12-09T01:42:43,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2da9de42b84246210bf7faf5ce3e18ab, ASSIGN in 10.3180 sec 2024-12-09T01:42:43,126 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:43,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN in 10.3220 sec 2024-12-09T01:42:43,126 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:43,126 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc164c6cb0472c3a48397dd0edfa39d, NAME => 'SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T01:42:43,127 INFO [StoreOpener-04a420f9fdd2327440876cef335ece98-1 {}] regionserver.HStore(327): Store=04a420f9fdd2327440876cef335ece98/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,127 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,129 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,130 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,135 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,135 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,136 INFO [StoreOpener-63840ec266ebb524eea5a1254f9b03e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,140 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,140 INFO [StoreOpener-63840ec266ebb524eea5a1254f9b03e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63840ec266ebb524eea5a1254f9b03e2 columnFamilyName cf 2024-12-09T01:42:43,141 DEBUG [StoreOpener-63840ec266ebb524eea5a1254f9b03e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,141 INFO [StoreOpener-63840ec266ebb524eea5a1254f9b03e2-1 {}] regionserver.HStore(327): Store=63840ec266ebb524eea5a1254f9b03e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,142 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,144 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,145 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,146 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,146 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,149 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,151 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,155 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc164c6cb0472c3a48397dd0edfa39d columnFamilyName cf 2024-12-09T01:42:43,155 DEBUG [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,158 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] regionserver.HStore(327): Store=5fc164c6cb0472c3a48397dd0edfa39d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,158 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,163 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,164 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,168 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,171 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,171 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,171 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/63840ec266ebb524eea5a1254f9b03e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,172 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 63840ec266ebb524eea5a1254f9b03e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72796351, jitterRate=0.08475016057491302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,172 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:43,172 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 63840ec266ebb524eea5a1254f9b03e2: Running coprocessor pre-open hook at 1733708563103Writing region info on filesystem at 1733708563103Initializing all the Stores at 1733708563124 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563124Cleaning up temporary data from old regions at 1733708563146 (+22 ms)Running coprocessor post-open hooks at 1733708563172 (+26 ms)Region opened successfully at 1733708563172 2024-12-09T01:42:43,175 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,175 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 04a420f9fdd2327440876cef335ece98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73166222, jitterRate=0.09026166796684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,176 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2., pid=21, masterSystemTime=1733708562997 2024-12-09T01:42:43,175 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:43,181 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 04a420f9fdd2327440876cef335ece98: Running coprocessor pre-open hook at 1733708563090Writing region info on filesystem at 1733708563090Initializing all the Stores at 1733708563097 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563097Cleaning up temporary data from old regions at 1733708563135 (+38 ms)Running coprocessor post-open hooks at 1733708563178 (+43 ms)Region opened successfully at 1733708563178 2024-12-09T01:42:43,183 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:43,183 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:42:43,183 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:43,183 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b5f7562fcca0140c40610b30a3880dd, NAME => 'SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T01:42:43,184 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,184 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,184 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,184 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=63840ec266ebb524eea5a1254f9b03e2, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:43,187 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., pid=24, masterSystemTime=1733708563061 2024-12-09T01:42:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63840ec266ebb524eea5a1254f9b03e2, server=ef6f18c58dc9,45271,1733708538852 because future has completed 2024-12-09T01:42:43,198 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=04a420f9fdd2327440876cef335ece98, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:43,203 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:43,203 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:42:43,203 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a420f9fdd2327440876cef335ece98, server=ef6f18c58dc9,34059,1733708538528 because future has completed 2024-12-09T01:42:43,207 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a266ce682a478c2c0084eae73908de72, NAME => 'SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T01:42:43,207 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,207 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,207 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-09T01:42:43,213 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 63840ec266ebb524eea5a1254f9b03e2, server=ef6f18c58dc9,45271,1733708538852 in 10.1420 sec 2024-12-09T01:42:43,223 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 5fc164c6cb0472c3a48397dd0edfa39d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69294331, jitterRate=0.032565996050834656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,223 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:43,223 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5fc164c6cb0472c3a48397dd0edfa39d: Running coprocessor pre-open hook at 1733708563128Writing region info on filesystem at 1733708563128Initializing all the Stores at 1733708563137 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563137Cleaning up temporary data from old regions at 1733708563171 (+34 ms)Running coprocessor post-open hooks at 1733708563223 (+52 ms)Region opened successfully at 1733708563223 2024-12-09T01:42:43,223 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,225 INFO [StoreOpener-7b5f7562fcca0140c40610b30a3880dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,225 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d., pid=19, masterSystemTime=1733708563009 2024-12-09T01:42:43,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63840ec266ebb524eea5a1254f9b03e2, ASSIGN in 10.4140 sec 2024-12-09T01:42:43,229 INFO [StoreOpener-7b5f7562fcca0140c40610b30a3880dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b5f7562fcca0140c40610b30a3880dd columnFamilyName cf 2024-12-09T01:42:43,229 DEBUG [StoreOpener-7b5f7562fcca0140c40610b30a3880dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,230 INFO [StoreOpener-7b5f7562fcca0140c40610b30a3880dd-1 {}] regionserver.HStore(327): Store=7b5f7562fcca0140c40610b30a3880dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,230 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,232 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,232 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:43,232 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:42:43,232 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 964752ec30d0a04fd9f78d8c237f2438, NAME => 'SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,233 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,234 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,234 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-09T01:42:43,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 04a420f9fdd2327440876cef335ece98, server=ef6f18c58dc9,34059,1733708538528 in 10.1450 sec 2024-12-09T01:42:43,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fc164c6cb0472c3a48397dd0edfa39d, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:43,238 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,42017,1733708538718 because future has completed 2024-12-09T01:42:43,245 INFO [StoreOpener-a266ce682a478c2c0084eae73908de72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04a420f9fdd2327440876cef335ece98, ASSIGN in 10.4350 sec 2024-12-09T01:42:43,252 INFO [StoreOpener-a266ce682a478c2c0084eae73908de72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a266ce682a478c2c0084eae73908de72 columnFamilyName cf 2024-12-09T01:42:43,252 DEBUG [StoreOpener-a266ce682a478c2c0084eae73908de72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,253 INFO [StoreOpener-a266ce682a478c2c0084eae73908de72-1 {}] regionserver.HStore(327): Store=a266ce682a478c2c0084eae73908de72/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,253 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,254 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,255 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,256 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,256 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,258 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,259 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-12-09T01:42:43,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,42017,1733708538718 in 10.2190 sec 2024-12-09T01:42:43,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN in 10.4610 sec 2024-12-09T01:42:43,265 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964752ec30d0a04fd9f78d8c237f2438 columnFamilyName cf 2024-12-09T01:42:43,265 DEBUG [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,269 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] regionserver.HStore(327): Store=964752ec30d0a04fd9f78d8c237f2438/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,270 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,270 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/7b5f7562fcca0140c40610b30a3880dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,271 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,272 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,272 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,273 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,274 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7b5f7562fcca0140c40610b30a3880dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64392478, jitterRate=-0.04047730565071106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,274 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:43,274 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7b5f7562fcca0140c40610b30a3880dd: Running coprocessor pre-open hook at 1733708563185Writing region info on filesystem at 1733708563185Initializing all the Stores at 1733708563187 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563187Cleaning up temporary data from old regions at 1733708563234 (+47 ms)Running coprocessor post-open hooks at 1733708563274 (+40 ms)Region opened successfully at 1733708563274 2024-12-09T01:42:43,275 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/a266ce682a478c2c0084eae73908de72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,277 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd., pid=17, masterSystemTime=1733708562997 2024-12-09T01:42:43,278 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a266ce682a478c2c0084eae73908de72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67418620, jitterRate=0.004615724086761475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,278 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:43,278 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a266ce682a478c2c0084eae73908de72: Running coprocessor pre-open hook at 1733708563224Writing region info on filesystem at 1733708563224Initializing all the Stores at 1733708563229 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563229Cleaning up temporary data from old regions at 1733708563256 (+27 ms)Running coprocessor post-open hooks at 1733708563278 (+22 ms)Region opened successfully at 1733708563278 2024-12-09T01:42:43,280 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72., pid=20, masterSystemTime=1733708563061 2024-12-09T01:42:43,287 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,288 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:43,288 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:42:43,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b5f7562fcca0140c40610b30a3880dd, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:42:43,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b5f7562fcca0140c40610b30a3880dd, server=ef6f18c58dc9,45271,1733708538852 because future has completed 2024-12-09T01:42:43,296 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:43,296 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:42:43,296 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:43,297 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b2eda1fa1121ca5d5c22ecb6d345a11, NAME => 'SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T01:42:43,297 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,297 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,297 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,297 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a266ce682a478c2c0084eae73908de72, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:43,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a266ce682a478c2c0084eae73908de72, server=ef6f18c58dc9,34059,1733708538528 because future has completed 2024-12-09T01:42:43,304 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,305 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 964752ec30d0a04fd9f78d8c237f2438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66969436, jitterRate=-0.002077639102935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,305 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:43,306 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 964752ec30d0a04fd9f78d8c237f2438: Running coprocessor pre-open hook at 1733708563233Writing region info on filesystem at 1733708563234 (+1 ms)Initializing all the Stores at 1733708563239 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563239Cleaning up temporary data from old regions at 1733708563273 (+34 ms)Running coprocessor post-open hooks at 1733708563306 (+33 ms)Region opened successfully at 1733708563306 2024-12-09T01:42:43,309 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438., pid=18, masterSystemTime=1733708563009 2024-12-09T01:42:43,317 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:43,317 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:42:43,317 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:43,318 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 866754c9c879f08f05c5cbc0c185ed66, NAME => 'SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:42:43,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-09T01:42:43,318 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,319 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:42:43,321 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,321 INFO [StoreOpener-3b2eda1fa1121ca5d5c22ecb6d345a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,321 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b5f7562fcca0140c40610b30a3880dd, server=ef6f18c58dc9,45271,1733708538852 in 10.3070 sec 2024-12-09T01:42:43,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-12-09T01:42:43,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a266ce682a478c2c0084eae73908de72, server=ef6f18c58dc9,34059,1733708538528 in 10.2690 sec 2024-12-09T01:42:43,343 INFO [StoreOpener-3b2eda1fa1121ca5d5c22ecb6d345a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b2eda1fa1121ca5d5c22ecb6d345a11 columnFamilyName cf 2024-12-09T01:42:43,343 DEBUG [StoreOpener-3b2eda1fa1121ca5d5c22ecb6d345a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=964752ec30d0a04fd9f78d8c237f2438, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:43,347 INFO [StoreOpener-3b2eda1fa1121ca5d5c22ecb6d345a11-1 {}] regionserver.HStore(327): Store=3b2eda1fa1121ca5d5c22ecb6d345a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,347 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b5f7562fcca0140c40610b30a3880dd, ASSIGN in 10.5200 sec 2024-12-09T01:42:43,347 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,348 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,349 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,350 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,350 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a266ce682a478c2c0084eae73908de72, ASSIGN in 10.5300 sec 2024-12-09T01:42:43,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,42017,1733708538718 because future has completed 2024-12-09T01:42:43,354 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,355 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866754c9c879f08f05c5cbc0c185ed66 columnFamilyName cf 2024-12-09T01:42:43,355 DEBUG [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:42:43,356 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] regionserver.HStore(327): Store=866754c9c879f08f05c5cbc0c185ed66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:42:43,356 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,358 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,358 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,359 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-09T01:42:43,359 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,42017,1733708538718 in 10.3360 sec 2024-12-09T01:42:43,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN in 10.5590 sec 2024-12-09T01:42:43,364 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,367 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/3b2eda1fa1121ca5d5c22ecb6d345a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,368 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3b2eda1fa1121ca5d5c22ecb6d345a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69016837, jitterRate=0.028431013226509094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,368 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:43,369 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3b2eda1fa1121ca5d5c22ecb6d345a11: Running coprocessor pre-open hook at 1733708563298Writing region info on filesystem at 1733708563298Initializing all the Stores at 1733708563304 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563304Cleaning up temporary data from old regions at 1733708563350 (+46 ms)Running coprocessor post-open hooks at 1733708563368 (+18 ms)Region opened successfully at 1733708563368 2024-12-09T01:42:43,370 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11., pid=22, masterSystemTime=1733708563061 2024-12-09T01:42:43,376 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:43,376 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:42:43,378 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3b2eda1fa1121ca5d5c22ecb6d345a11, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:43,382 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:42:43,385 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 866754c9c879f08f05c5cbc0c185ed66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73503670, jitterRate=0.09529003500938416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:42:43,385 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11, server=ef6f18c58dc9,34059,1733708538528 because future has completed 2024-12-09T01:42:43,385 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 866754c9c879f08f05c5cbc0c185ed66: Running coprocessor pre-open hook at 1733708563324Writing region info on filesystem at 1733708563324Initializing all the Stores at 1733708563326 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708563326Cleaning up temporary data from old regions at 1733708563359 (+33 ms)Running coprocessor post-open hooks at 1733708563385 (+26 ms)Region opened successfully at 1733708563385 2024-12-09T01:42:43,386 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., pid=23, masterSystemTime=1733708563009 2024-12-09T01:42:43,390 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:43,390 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:42:43,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=866754c9c879f08f05c5cbc0c185ed66, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:43,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-09T01:42:43,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11, server=ef6f18c58dc9,34059,1733708538528 in 10.3250 sec 2024-12-09T01:42:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,42017,1733708538718 because future has completed 2024-12-09T01:42:43,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b2eda1fa1121ca5d5c22ecb6d345a11, ASSIGN in 10.5980 sec 2024-12-09T01:42:43,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-12-09T01:42:43,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,42017,1733708538718 in 10.3440 sec 2024-12-09T01:42:43,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-09T01:42:43,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN in 10.6180 sec 2024-12-09T01:42:43,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:42:43,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708563431"}]},"ts":"1733708563431"} 2024-12-09T01:42:43,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T01:42:43,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:42:43,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1710 sec 2024-12-09T01:42:44,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T01:42:46,786 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:42:47,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T01:42:47,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T01:42:48,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:42:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:42:50,583 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T01:42:50,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T01:42:50,585 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:50,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T01:42:50,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:50,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T01:42:50,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., hostname=ef6f18c58dc9,45271,1733708538852, seqNum=2] 2024-12-09T01:42:50,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., hostname=ef6f18c58dc9,34059,1733708538528, seqNum=2] 2024-12-09T01:42:50,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:50,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., hostname=ef6f18c58dc9,42017,1733708538718, seqNum=2] 2024-12-09T01:42:51,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:51,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:51,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:42:51,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:51,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:42:51,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34059 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:51,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42017 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:42:51,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:52,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:42:52,807 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T01:42:52,809 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:52,811 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:42:52,819 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:42:52,836 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:42:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:42:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:42:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:42:52,854 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:42:52,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63840ec266ebb524eea5a1254f9b03e2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266ce682a478c2c0084eae73908de72}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b5f7562fcca0140c40610b30a3880dd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04a420f9fdd2327440876cef335ece98}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66}] 2024-12-09T01:42:52,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04a420f9fdd2327440876cef335ece98 2024-12-09T01:42:52,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:42:52,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:52,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:52,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:42:52,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266ce682a478c2c0084eae73908de72 2024-12-09T01:42:52,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:52,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:42:52,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:42:52,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:52,911 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:52,912 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ef6f18c58dc9,42017,1733708538718: Simulated kill ***** 2024-12-09T01:42:52,912 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T01:42:52,914 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T01:42:52,916 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T01:42:52,918 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T01:42:52,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T01:42:52,925 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 669419520 }, "NonHeapMemoryUsage": { "committed": 156237824, "init": 7667712, "max": -1, "used": 153521960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "ef6f18c58dc9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "ef6f18c58dc9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58980", "tag.serverName": "ef6f18c58dc9,34059,1733708538528", "tag.clusterId": "4c3ff7ec-948c-4c5a-bc02-bf205dfd7331", "tag.Context": "regionserver", "tag.Hostname": "ef6f18c58dc9", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733708538528, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T01:42:52,929 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37519 {}] master.MasterRpcServices(700): ef6f18c58dc9,42017,1733708538718 reported a fatal error: ***** ABORTING region server ef6f18c58dc9,42017,1733708538718: Simulated kill ***** 2024-12-09T01:42:52,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,42017,1733708538718' ***** 2024-12-09T01:42:52,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T01:42:52,932 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:42:52,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:42:52,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:42:52,932 INFO [RS:1;ef6f18c58dc9:42017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T01:42:52,933 INFO [RS:1;ef6f18c58dc9:42017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T01:42:52,933 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:42:52,933 INFO [RS:1;ef6f18c58dc9:42017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef6f18c58dc9:42017. 2024-12-09T01:42:52,933 DEBUG [RS:1;ef6f18c58dc9:42017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:42:52,933 DEBUG [RS:1;ef6f18c58dc9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741833_1009 (size=1242) 2024-12-09T01:42:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741833_1009 (size=1242) 2024-12-09T01:42:52,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741833_1009 (size=1242) 2024-12-09T01:42:52,942 DEBUG [RS:1;ef6f18c58dc9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:42:52,942 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:42:52,942 INFO [RS:1;ef6f18c58dc9:42017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42017 2024-12-09T01:42:52,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,42017,1733708538718 2024-12-09T01:42:52,950 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:42:52,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:42:52,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,42017,1733708538718] 2024-12-09T01:42:52,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,42017,1733708538718 already deleted, retry=false 2024-12-09T01:42:52,956 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ef6f18c58dc9,42017,1733708538718 on ef6f18c58dc9,37519,1733708537458 2024-12-09T01:42:52,962 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef6f18c58dc9,42017,1733708538718, splitWal=true, meta=false 2024-12-09T01:42:52,965 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for ef6f18c58dc9,42017,1733708538718 (carryingMeta=false) ef6f18c58dc9,42017,1733708538718/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71c0bf97[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T01:42:52,966 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef6f18c58dc9,42017,1733708538718, splitWal=true, meta=false 2024-12-09T01:42:52,968 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ef6f18c58dc9,42017,1733708538718 had 4 regions 2024-12-09T01:42:52,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:52,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:52,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:52,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:52,970 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 can not run currently because target server of region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. ef6f18c58dc9,42017,1733708538718 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:42:52,970 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 can not run currently because target server of region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. ef6f18c58dc9,42017,1733708538718 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:42:52,970 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438; timeout=1000, timestamp=1733708573970 2024-12-09T01:42:52,970 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef6f18c58dc9,42017,1733708538718, splitWal=true, meta=false, isMeta: false 2024-12-09T01:42:52,970 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66; timeout=1000, timestamp=1733708573970 2024-12-09T01:42:52,971 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e can not run currently because target server of region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T01:42:52,971 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d can not run currently because target server of region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 1000 ms to retry 2024-12-09T01:42:52,971 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e; timeout=1000, timestamp=1733708573971 2024-12-09T01:42:52,971 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d; timeout=1000, timestamp=1733708573971 2024-12-09T01:42:52,974 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting 2024-12-09T01:42:52,976 INFO [PEWorker-3 {}] master.SplitWALManager(105): ef6f18c58dc9,42017,1733708538718 WAL count=1, meta=false 2024-12-09T01:42:52,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ef6f18c58dc9%2C42017%2C1733708538718.1733708541085}] 2024-12-09T01:42:52,987 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:42:52,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, worker=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:42:53,018 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:42:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:42:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x100747095180002, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:42:53,054 INFO [RS:1;ef6f18c58dc9:42017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:42:53,054 INFO [RS:1;ef6f18c58dc9:42017 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,42017,1733708538718; zookeeper connection closed. 2024-12-09T01:42:53,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19379805 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19379805 2024-12-09T01:42:53,876 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:42:53,876 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:42:53,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:53,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:53,971 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:53,972 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:53,972 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 can not run currently because target server of region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:42:53,972 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 can not run currently because target server of region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:42:53,972 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438; timeout=2000, timestamp=1733708575972 2024-12-09T01:42:53,972 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66; timeout=2000, timestamp=1733708575972 2024-12-09T01:42:53,973 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e can not run currently because target server of region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:42:53,973 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e; timeout=2000, timestamp=1733708575973 2024-12-09T01:42:53,973 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d can not run currently because target server of region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:42:53,973 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d; timeout=2000, timestamp=1733708575973 2024-12-09T01:42:55,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:55,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:55,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:55,974 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:55,975 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 can not run currently because target server of region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:42:55,975 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 can not run currently because target server of region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:42:55,975 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438; timeout=4000, timestamp=1733708579975 2024-12-09T01:42:55,975 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66; timeout=4000, timestamp=1733708579975 2024-12-09T01:42:55,975 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e can not run currently because target server of region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:42:55,975 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e; timeout=4000, timestamp=1733708579975 2024-12-09T01:42:55,976 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d can not run currently because target server of region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:42:55,976 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d; timeout=4000, timestamp=1733708579976 2024-12-09T01:42:59,976 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:42:59,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:42:59,979 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 can not run currently because target server of region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:42:59,979 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66; timeout=8000, timestamp=1733708587979 2024-12-09T01:42:59,981 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e can not run currently because target server of region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:42:59,981 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e; timeout=8000, timestamp=1733708587981 2024-12-09T01:42:59,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:42:59,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:42:59,984 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d can not run currently because target server of region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:42:59,984 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 can not run currently because target server of region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. ef6f18c58dc9,42017,1733708538718 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:42:59,984 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d; timeout=8000, timestamp=1733708587984 2024-12-09T01:42:59,984 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438; timeout=8000, timestamp=1733708587984 2024-12-09T01:43:02,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T01:43:02,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T01:43:02,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T01:43:02,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:02,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7b5f7562fcca0140c40610b30a3880dd: 2024-12-09T01:43:02,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. for SnapshotProcedureTest completed. 2024-12-09T01:43:02,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:02,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T01:43:02,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:02,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:02,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:02,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 04a420f9fdd2327440876cef335ece98 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T01:43:02,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T01:43:02,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:02,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T01:43:02,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2da9de42b84246210bf7faf5ce3e18ab 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T01:43:02,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T01:43:02,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:02,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a266ce682a478c2c0084eae73908de72: 2024-12-09T01:43:02,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. for SnapshotProcedureTest completed. 2024-12-09T01:43:02,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:02,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:02,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:02,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:02,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3b2eda1fa1121ca5d5c22ecb6d345a11: 2024-12-09T01:43:02,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. for SnapshotProcedureTest completed. 2024-12-09T01:43:02,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:02,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:02,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:02,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:02,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 63840ec266ebb524eea5a1254f9b03e2: 2024-12-09T01:43:02,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. for SnapshotProcedureTest completed. 2024-12-09T01:43:02,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:02,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:02,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:02,965 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, size=1.2 K (1242bytes) 2024-12-09T01:43:02,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T01:43:02,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T01:43:02,966 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 2024-12-09T01:43:02,983 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 after 13ms 2024-12-09T01:43:03,017 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 took 54ms 2024-12-09T01:43:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:43:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:43:03,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:43:03,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:03,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T01:43:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T01:43:03,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:43:03,050 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:43:03,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b2eda1fa1121ca5d5c22ecb6d345a11 in 10.1970 sec 2024-12-09T01:43:03,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/.tmp/cf/abb9ed138b5647f5b9ae6dec761550b3 is 34, key is baa/cf:cf/1733708571798/Put/seqid=0 2024-12-09T01:43:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:43:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:43:03,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:03,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T01:43:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T01:43:03,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a266ce682a478c2c0084eae73908de72 2024-12-09T01:43:03,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a266ce682a478c2c0084eae73908de72 2024-12-09T01:43:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:43:03,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a266ce682a478c2c0084eae73908de72 in 10.2240 sec 2024-12-09T01:43:03,090 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 66be3d69e2084a93a4a99eedfbe7250e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:43:03,113 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5fc164c6cb0472c3a48397dd0edfa39d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:43:03,115 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 964752ec30d0a04fd9f78d8c237f2438: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:43:03,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 866754c9c879f08f05c5cbc0c185ed66: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:43:03,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 so closing down 2024-12-09T01:43:03,117 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T01:43:03,118 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T01:43:03,124 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-09T01:43:03,124 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, journal: Splitting hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, size=1.2 K (1242bytes) at 1733708582965Finishing writing output for hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 so closing down at 1733708583117 (+152 ms)3 split writer threads finished at 1733708583118 (+1 ms)Processed 4 edits across 0 Regions in 46 ms; skipped=4; WAL=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733708583124 (+6 ms) 2024-12-09T01:43:03,124 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 2024-12-09T01:43:03,124 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T01:43:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T01:43:03,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/.tmp/cf/4ecff821bfbe43b4be57e2c5916f7020 is 34, key is ccd/cf:cf/1733708571886/Put/seqid=0 2024-12-09T01:43:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:43:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:43:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:43:03,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:03,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T01:43:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T01:43:03,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:43:03,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:43:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:43:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:43:03,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:43:03,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:03,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T01:43:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T01:43:03,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:43:03,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:43:03,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63840ec266ebb524eea5a1254f9b03e2 in 10.3170 sec 2024-12-09T01:43:03,179 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting/ef6f18c58dc9%2C42017%2C1733708538718.1733708541085 to hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs 2024-12-09T01:43:03,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b5f7562fcca0140c40610b30a3880dd in 10.3220 sec 2024-12-09T01:43:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T01:43:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, worker=ef6f18c58dc9,34059,1733708538528 in 10.1900 sec 2024-12-09T01:43:03,192 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:03,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T01:43:03,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ef6f18c58dc9%2C42017%2C1733708538718.1733708541085, worker=ef6f18c58dc9,34059,1733708538528 in 10.2150 sec 2024-12-09T01:43:03,202 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting dir is empty, no logs to split. 2024-12-09T01:43:03,202 INFO [PEWorker-3 {}] master.SplitWALManager(105): ef6f18c58dc9,42017,1733708538718 WAL count=0, meta=false 2024-12-09T01:43:03,203 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ef6f18c58dc9,42017,1733708538718 WAL splitting is done? wals=0, meta=false 2024-12-09T01:43:03,210 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ef6f18c58dc9,42017,1733708538718 failed, ignore...File hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/WALs/ef6f18c58dc9,42017,1733708538718-splitting does not exist. 2024-12-09T01:43:03,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN}] 2024-12-09T01:43:03,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN 2024-12-09T01:43:03,219 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:43:03,222 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN 2024-12-09T01:43:03,223 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN 2024-12-09T01:43:03,224 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:43:03,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:43:03,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN 2024-12-09T01:43:03,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:43:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741854_1030 (size=47197) 2024-12-09T01:43:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741854_1030 (size=47197) 2024-12-09T01:43:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741854_1030 (size=47197) 2024-12-09T01:43:03,250 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/.tmp/cf/4ecff821bfbe43b4be57e2c5916f7020 2024-12-09T01:43:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741853_1029 (size=28623) 2024-12-09T01:43:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741853_1029 (size=28623) 2024-12-09T01:43:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741853_1029 (size=28623) 2024-12-09T01:43:03,261 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/.tmp/cf/abb9ed138b5647f5b9ae6dec761550b3 2024-12-09T01:43:03,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/.tmp/cf/4ecff821bfbe43b4be57e2c5916f7020 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/cf/4ecff821bfbe43b4be57e2c5916f7020 2024-12-09T01:43:03,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/cf/4ecff821bfbe43b4be57e2c5916f7020, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T01:43:03,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/.tmp/cf/abb9ed138b5647f5b9ae6dec761550b3 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/cf/abb9ed138b5647f5b9ae6dec761550b3 2024-12-09T01:43:03,366 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 04a420f9fdd2327440876cef335ece98 in 467ms, sequenceid=5, compaction requested=false 2024-12-09T01:43:03,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 04a420f9fdd2327440876cef335ece98: 2024-12-09T01:43:03,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. for SnapshotProcedureTest completed. 2024-12-09T01:43:03,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:03,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/cf/abb9ed138b5647f5b9ae6dec761550b3, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T01:43:03,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2da9de42b84246210bf7faf5ce3e18ab in 463ms, sequenceid=5, compaction requested=false 2024-12-09T01:43:03,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2da9de42b84246210bf7faf5ce3e18ab: 2024-12-09T01:43:03,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. for SnapshotProcedureTest completed. 2024-12-09T01:43:03,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:03,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:03,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/cf/abb9ed138b5647f5b9ae6dec761550b3] hfiles 2024-12-09T01:43:03,372 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(204): Hosts are {ef6f18c58dc9=0} racks are {/default-rack=0} 2024-12-09T01:43:03,373 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:43:03,373 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:43:03,373 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:43:03,373 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:43:03,373 INFO [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:43:03,373 INFO [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:43:03,373 DEBUG [ef6f18c58dc9:37519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:43:03,374 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=66be3d69e2084a93a4a99eedfbe7250e, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:03,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5fc164c6cb0472c3a48397dd0edfa39d, regionState=OPENING, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:03,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=866754c9c879f08f05c5cbc0c185ed66, regionState=OPENING, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:03,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=964752ec30d0a04fd9f78d8c237f2438, regionState=OPENING, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:03,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/cf/abb9ed138b5647f5b9ae6dec761550b3 for snapshot=SnapshotProcedureTest 2024-12-09T01:43:03,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:03,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/cf/4ecff821bfbe43b4be57e2c5916f7020] hfiles 2024-12-09T01:43:03,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/cf/4ecff821bfbe43b4be57e2c5916f7020 for snapshot=SnapshotProcedureTest 2024-12-09T01:43:03,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN because future has completed 2024-12-09T01:43:03,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:43:03,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN because future has completed 2024-12-09T01:43:03,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,34059,1733708538528}] 2024-12-09T01:43:03,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN because future has completed 2024-12-09T01:43:03,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,45271,1733708538852}] 2024-12-09T01:43:03,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN because future has completed 2024-12-09T01:43:03,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,45271,1733708538852}] 2024-12-09T01:43:03,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:43:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:43:03,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:43:03,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:03,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T01:43:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T01:43:03,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04a420f9fdd2327440876cef335ece98 2024-12-09T01:43:03,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04a420f9fdd2327440876cef335ece98 2024-12-09T01:43:03,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04a420f9fdd2327440876cef335ece98 in 10.6510 sec 2024-12-09T01:43:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:43:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:43:03,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:43:03,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:03,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T01:43:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T01:43:03,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:43:03,520 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:43:03,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2da9de42b84246210bf7faf5ce3e18ab in 10.6660 sec 2024-12-09T01:43:07,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 held by pid=41 2024-12-09T01:43:07,980 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:07,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e held by pid=39 2024-12-09T01:43:07,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:07,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d held by pid=42 2024-12-09T01:43:07,984 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:07,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 held by pid=40 2024-12-09T01:43:07,984 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:12,319 INFO [master/ef6f18c58dc9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T01:43:12,319 INFO [master/ef6f18c58dc9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T01:43:13,395 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:13,395 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fc164c6cb0472c3a48397dd0edfa39d, NAME => 'SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T01:43:13,396 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,396 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:13,396 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,396 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,399 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,401 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fc164c6cb0472c3a48397dd0edfa39d columnFamilyName cf 2024-12-09T01:43:13,401 DEBUG [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:13,401 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:13,401 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 866754c9c879f08f05c5cbc0c185ed66, NAME => 'SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:43:13,402 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,402 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:13,402 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,402 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,402 INFO [StoreOpener-5fc164c6cb0472c3a48397dd0edfa39d-1 {}] regionserver.HStore(327): Store=5fc164c6cb0472c3a48397dd0edfa39d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:13,403 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,404 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,406 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,407 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,407 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,412 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,414 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 5fc164c6cb0472c3a48397dd0edfa39d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70199375, jitterRate=0.046052202582359314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:43:13,414 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,414 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 5fc164c6cb0472c3a48397dd0edfa39d: Running coprocessor pre-open hook at 1733708593396Writing region info on filesystem at 1733708593396Initializing all the Stores at 1733708593398 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708593398Cleaning up temporary data from old regions at 1733708593407 (+9 ms)Running coprocessor post-open hooks at 1733708593414 (+7 ms)Region opened successfully at 1733708593414 2024-12-09T01:43:13,416 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d., pid=44, masterSystemTime=1733708593387 2024-12-09T01:43:13,417 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,420 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:13,420 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:13,420 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:13,420 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 66be3d69e2084a93a4a99eedfbe7250e, NAME => 'SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:43:13,421 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,421 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:13,421 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,421 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,422 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866754c9c879f08f05c5cbc0c185ed66 columnFamilyName cf 2024-12-09T01:43:13,422 DEBUG [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:13,423 INFO [StoreOpener-866754c9c879f08f05c5cbc0c185ed66-1 {}] regionserver.HStore(327): Store=866754c9c879f08f05c5cbc0c185ed66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:13,423 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,424 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5fc164c6cb0472c3a48397dd0edfa39d, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:13,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,34059,1733708538528 because future has completed 2024-12-09T01:43:13,430 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,430 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37519 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ef6f18c58dc9,34059,1733708538528, table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T01:43:13,431 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,431 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,438 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,440 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-09T01:43:13,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d, server=ef6f18c58dc9,34059,1733708538528 in 10.0450 sec 2024-12-09T01:43:13,443 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 866754c9c879f08f05c5cbc0c185ed66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64191342, jitterRate=-0.0434744656085968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:43:13,443 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,444 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 866754c9c879f08f05c5cbc0c185ed66: Running coprocessor pre-open hook at 1733708593402Writing region info on filesystem at 1733708593402Initializing all the Stores at 1733708593405 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708593405Cleaning up temporary data from old regions at 1733708593431 (+26 ms)Running coprocessor post-open hooks at 1733708593443 (+12 ms)Region opened successfully at 1733708593443 2024-12-09T01:43:13,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5fc164c6cb0472c3a48397dd0edfa39d, ASSIGN in 10.2270 sec 2024-12-09T01:43:13,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:13,445 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., pid=45, masterSystemTime=1733708593394 2024-12-09T01:43:13,445 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66be3d69e2084a93a4a99eedfbe7250e columnFamilyName cf 2024-12-09T01:43:13,446 DEBUG [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:13,447 INFO [StoreOpener-66be3d69e2084a93a4a99eedfbe7250e-1 {}] regionserver.HStore(327): Store=66be3d69e2084a93a4a99eedfbe7250e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:13,447 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,449 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,450 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:13,450 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:13,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=866754c9c879f08f05c5cbc0c185ed66, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:13,451 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,452 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,452 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:13,452 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,45271,1733708538852 because future has completed 2024-12-09T01:43:13,453 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 964752ec30d0a04fd9f78d8c237f2438, NAME => 'SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T01:43:13,454 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,454 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:13,454 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,454 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-12-09T01:43:13,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 866754c9c879f08f05c5cbc0c185ed66, server=ef6f18c58dc9,45271,1733708538852 in 10.0680 sec 2024-12-09T01:43:13,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866754c9c879f08f05c5cbc0c185ed66, ASSIGN in 10.2490 sec 2024-12-09T01:43:13,465 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:13,467 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,467 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,470 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 964752ec30d0a04fd9f78d8c237f2438 columnFamilyName cf 2024-12-09T01:43:13,470 DEBUG [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:13,470 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 66be3d69e2084a93a4a99eedfbe7250e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71274713, jitterRate=0.062075987458229065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:43:13,470 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,471 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 66be3d69e2084a93a4a99eedfbe7250e: Running coprocessor pre-open hook at 1733708593421Writing region info on filesystem at 1733708593421Initializing all the Stores at 1733708593438 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708593438Cleaning up temporary data from old regions at 1733708593452 (+14 ms)Running coprocessor post-open hooks at 1733708593470 (+18 ms)Region opened successfully at 1733708593470 2024-12-09T01:43:13,472 INFO [StoreOpener-964752ec30d0a04fd9f78d8c237f2438-1 {}] regionserver.HStore(327): Store=964752ec30d0a04fd9f78d8c237f2438/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:13,472 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,473 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,474 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e., pid=43, masterSystemTime=1733708593387 2024-12-09T01:43:13,476 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,477 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,477 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,479 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:13,479 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:13,479 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=66be3d69e2084a93a4a99eedfbe7250e, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:13,483 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,34059,1733708538528 because future has completed 2024-12-09T01:43:13,485 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 964752ec30d0a04fd9f78d8c237f2438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75412949, jitterRate=0.12374050915241241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:43:13,485 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,486 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 964752ec30d0a04fd9f78d8c237f2438: Running coprocessor pre-open hook at 1733708593454Writing region info on filesystem at 1733708593454Initializing all the Stores at 1733708593456 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708593456Cleaning up temporary data from old regions at 1733708593477 (+21 ms)Running coprocessor post-open hooks at 1733708593485 (+8 ms)Region opened successfully at 1733708593485 2024-12-09T01:43:13,488 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438., pid=46, masterSystemTime=1733708593394 2024-12-09T01:43:13,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-09T01:43:13,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e, server=ef6f18c58dc9,34059,1733708538528 in 10.1030 sec 2024-12-09T01:43:13,491 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:13,491 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:13,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66be3d69e2084a93a4a99eedfbe7250e, ASSIGN in 10.2750 sec 2024-12-09T01:43:13,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:13,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=964752ec30d0a04fd9f78d8c237f2438, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:13,497 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=46, ppid=40, state=RUNNABLE, hasLock=true; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:13,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-12-09T01:43:13,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 964752ec30d0a04fd9f78d8c237f2438, server=ef6f18c58dc9,45271,1733708538852 in 10.1060 sec 2024-12-09T01:43:13,506 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:13,509 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server ef6f18c58dc9,42017,1733708538718 after splitting done 2024-12-09T01:43:13,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-09T01:43:13,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=964752ec30d0a04fd9f78d8c237f2438, ASSIGN in 10.2900 sec 2024-12-09T01:43:13,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure ef6f18c58dc9,42017,1733708538718, splitWal=true, meta=false in 20.5520 sec 2024-12-09T01:43:16,786 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:43:18,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:43:20,912 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T01:43:23,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T01:43:23,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:23,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T01:43:23,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:23,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5fc164c6cb0472c3a48397dd0edfa39d: 2024-12-09T01:43:23,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. for SnapshotProcedureTest completed. 2024-12-09T01:43:23,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 66be3d69e2084a93a4a99eedfbe7250e: 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. for SnapshotProcedureTest completed. 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:23,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:43:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:43:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:43:23,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:23,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T01:43:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T01:43:23,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:23,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:23,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66be3d69e2084a93a4a99eedfbe7250e in 30.6100 sec 2024-12-09T01:43:23,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:23,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 964752ec30d0a04fd9f78d8c237f2438: 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. for SnapshotProcedureTest completed. 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 866754c9c879f08f05c5cbc0c185ed66: 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. for SnapshotProcedureTest completed. 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:23,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:23,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:43:23,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:43:23,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:43:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741857_1033 (size=57) 2024-12-09T01:43:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741857_1033 (size=57) 2024-12-09T01:43:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741857_1033 (size=57) 2024-12-09T01:43:23,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:23,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T01:43:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T01:43:23,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:23,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:23,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5fc164c6cb0472c3a48397dd0edfa39d in 30.6250 sec 2024-12-09T01:43:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741860_1036 (size=57) 2024-12-09T01:43:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741859_1035 (size=65) 2024-12-09T01:43:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741859_1035 (size=65) 2024-12-09T01:43:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741859_1035 (size=65) 2024-12-09T01:43:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741860_1036 (size=57) 2024-12-09T01:43:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741860_1036 (size=57) 2024-12-09T01:43:23,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:23,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T01:43:23,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:23,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T01:43:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T01:43:23,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:23,893 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T01:43:23,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:23,894 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:23,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 964752ec30d0a04fd9f78d8c237f2438 in 31.0380 sec 2024-12-09T01:43:23,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-09T01:43:23,898 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:43:23,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 866754c9c879f08f05c5cbc0c185ed66 in 31.0390 sec 2024-12-09T01:43:23,900 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:43:23,902 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:43:23,902 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T01:43:23,905 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:43:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:43:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:43:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:43:23,935 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:43:23,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T01:43:23,953 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:23,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:23,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:23,953 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:23,953 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:23,958 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:26,292 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef6f18c58dc9:37519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T01:43:28,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2da9de42b84246210bf7faf5ce3e18ab, had cached 0 bytes from a total of 28623 2024-12-09T01:43:28,089 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 04a420f9fdd2327440876cef335ece98, had cached 0 bytes from a total of 47197 2024-12-09T01:43:32,909 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5fc164c6cb0472c3a48397dd0edfa39d changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,910 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b2eda1fa1121ca5d5c22ecb6d345a11 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,911 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a266ce682a478c2c0084eae73908de72 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66be3d69e2084a93a4a99eedfbe7250e changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 04a420f9fdd2327440876cef335ece98 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 63840ec266ebb524eea5a1254f9b03e2 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 964752ec30d0a04fd9f78d8c237f2438 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7b5f7562fcca0140c40610b30a3880dd changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2da9de42b84246210bf7faf5ce3e18ab changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:32,913 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 866754c9c879f08f05c5cbc0c185ed66 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T01:43:33,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T01:43:33,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:43:33,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T01:43:33,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T01:43:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T01:43:33,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T01:43:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T01:43:33,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T01:43:33,975 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 10.0290 sec 2024-12-09T01:43:33,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 10.0310 sec 2024-12-09T01:43:33,981 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,981 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,982 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,983 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:33,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:43:33,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T01:43:33,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T01:43:33,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T01:43:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T01:43:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T01:43:33,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 10.0360 sec 2024-12-09T01:43:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-09T01:43:33,991 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 Release verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:33,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 in 10.0470 sec 2024-12-09T01:43:33,997 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 Release verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:33,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 Release verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:33,998 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:34,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 in 10.0520 sec 2024-12-09T01:43:34,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 in 10.0520 sec 2024-12-09T01:43:43,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-09T01:43:43,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T01:43:43,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T01:43:43,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T01:43:43,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T01:43:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T01:43:43,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T01:43:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T01:43:43,988 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T01:43:43,991 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:43,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 20.0430 sec 2024-12-09T01:43:43,993 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 Release verify snapshot worker=ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:43,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 20.0460 sec 2024-12-09T01:43:43,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,34059,1733708538528 in 20.0480 sec 2024-12-09T01:43:43,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T01:43:44,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T01:43:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37519 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T01:43:44,003 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 Release verify snapshot worker=ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:44,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-12-09T01:43:44,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,45271,1733708538852 in 20.0580 sec 2024-12-09T01:43:44,006 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:43:44,024 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T01:43:44,031 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:43:44,031 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T01:43:44,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2310 sec 2024-12-09T01:43:44,103 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T01:43:44,114 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T01:43:44,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:43:44,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:43:44,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:44,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:44,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:43:44,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1098332803, stopped=false 2024-12-09T01:43:44,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef6f18c58dc9,37519,1733708537458 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:44,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:44,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:43:44,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:44,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:44,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:44,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:43:44,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:44,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,34059,1733708538528' ***** 2024-12-09T01:43:44,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:43:44,131 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:43:44,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:43:44,132 INFO [RS:0;ef6f18c58dc9:34059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:43:44,132 INFO [RS:0;ef6f18c58dc9:34059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:43:44,133 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fc164c6cb0472c3a48397dd0edfa39d 2024-12-09T01:43:44,133 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,45271,1733708538852' ***** 2024-12-09T01:43:44,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:43:44,134 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for a266ce682a478c2c0084eae73908de72 2024-12-09T01:43:44,134 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for 04a420f9fdd2327440876cef335ece98 2024-12-09T01:43:44,134 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b2eda1fa1121ca5d5c22ecb6d345a11 2024-12-09T01:43:44,134 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:44,134 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:43:44,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:43:44,134 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(959): stopping server ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:44,135 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:43:44,135 INFO [RS:2;ef6f18c58dc9:45271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:43:44,135 INFO [RS:0;ef6f18c58dc9:34059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef6f18c58dc9:34059. 2024-12-09T01:43:44,135 INFO [RS:2;ef6f18c58dc9:45271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:43:44,135 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(3091): Received CLOSE for 2da9de42b84246210bf7faf5ce3e18ab 2024-12-09T01:43:44,135 DEBUG [RS:0;ef6f18c58dc9:34059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:44,135 DEBUG [RS:0;ef6f18c58dc9:34059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,135 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:43:44,135 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:43:44,136 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:43:44,136 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:43:44,136 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:43:44,136 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fc164c6cb0472c3a48397dd0edfa39d, disabling compactions & flushes 2024-12-09T01:43:44,137 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:44,137 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:44,137 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. after waiting 0 ms 2024-12-09T01:43:44,137 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(3091): Received CLOSE for 63840ec266ebb524eea5a1254f9b03e2 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(3091): Received CLOSE for 866754c9c879f08f05c5cbc0c185ed66 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b5f7562fcca0140c40610b30a3880dd 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(3091): Received CLOSE for 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(959): stopping server ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:43:44,144 INFO [RS:2;ef6f18c58dc9:45271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ef6f18c58dc9:45271. 2024-12-09T01:43:44,144 DEBUG [RS:2;ef6f18c58dc9:45271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:44,144 DEBUG [RS:2;ef6f18c58dc9:45271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,145 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T01:43:44,145 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1325): Online Regions={2da9de42b84246210bf7faf5ce3e18ab=SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab., 63840ec266ebb524eea5a1254f9b03e2=SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2., 866754c9c879f08f05c5cbc0c185ed66=SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66., 7b5f7562fcca0140c40610b30a3880dd=SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd., 964752ec30d0a04fd9f78d8c237f2438=SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438.} 2024-12-09T01:43:44,145 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1351): Waiting on 2da9de42b84246210bf7faf5ce3e18ab, 63840ec266ebb524eea5a1254f9b03e2, 7b5f7562fcca0140c40610b30a3880dd, 866754c9c879f08f05c5cbc0c185ed66, 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:44,152 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T01:43:44,152 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1325): Online Regions={5fc164c6cb0472c3a48397dd0edfa39d=SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d., 1588230740=hbase:meta,,1.1588230740, a266ce682a478c2c0084eae73908de72=SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72., 04a420f9fdd2327440876cef335ece98=SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98., 3b2eda1fa1121ca5d5c22ecb6d345a11=SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11., 66be3d69e2084a93a4a99eedfbe7250e=SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e.} 2024-12-09T01:43:44,152 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1351): Waiting on 04a420f9fdd2327440876cef335ece98, 1588230740, 3b2eda1fa1121ca5d5c22ecb6d345a11, 5fc164c6cb0472c3a48397dd0edfa39d, 66be3d69e2084a93a4a99eedfbe7250e, a266ce682a478c2c0084eae73908de72 2024-12-09T01:43:44,152 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:43:44,153 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:43:44,153 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:43:44,153 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:43:44,153 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:43:44,155 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-09T01:43:44,156 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2da9de42b84246210bf7faf5ce3e18ab, disabling compactions & flushes 2024-12-09T01:43:44,156 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:44,156 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:44,156 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. after waiting 0 ms 2024-12-09T01:43:44,156 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:44,178 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/5fc164c6cb0472c3a48397dd0edfa39d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,192 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:44,192 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fc164c6cb0472c3a48397dd0edfa39d: Waiting for close lock at 1733708624136Running coprocessor pre-close hooks at 1733708624136Disabling compacts and flushes for region at 1733708624136Disabling writes for close at 1733708624137 (+1 ms)Writing region close event to WAL at 1733708624154 (+17 ms)Running coprocessor post-close hooks at 1733708624179 (+25 ms)Closed at 1733708624192 (+13 ms) 2024-12-09T01:43:44,193 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733708552256.5fc164c6cb0472c3a48397dd0edfa39d. 2024-12-09T01:43:44,193 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a266ce682a478c2c0084eae73908de72, disabling compactions & flushes 2024-12-09T01:43:44,193 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:44,193 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:44,193 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. after waiting 0 ms 2024-12-09T01:43:44,194 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:44,199 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/info/44a8f542392e4f6ca89aba576757e7b0 is 167, key is SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2./info:regioninfo/1733708563185/Put/seqid=0 2024-12-09T01:43:44,206 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:43:44,234 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/a266ce682a478c2c0084eae73908de72/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,236 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:44,236 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a266ce682a478c2c0084eae73908de72: Waiting for close lock at 1733708624193Running coprocessor pre-close hooks at 1733708624193Disabling compacts and flushes for region at 1733708624193Disabling writes for close at 1733708624194 (+1 ms)Writing region close event to WAL at 1733708624202 (+8 ms)Running coprocessor post-close hooks at 1733708624236 (+34 ms)Closed at 1733708624236 2024-12-09T01:43:44,236 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733708552256.a266ce682a478c2c0084eae73908de72. 2024-12-09T01:43:44,237 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04a420f9fdd2327440876cef335ece98, disabling compactions & flushes 2024-12-09T01:43:44,237 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:44,237 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:44,237 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. after waiting 0 ms 2024-12-09T01:43:44,237 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:44,268 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/2da9de42b84246210bf7faf5ce3e18ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:43:44,270 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2da9de42b84246210bf7faf5ce3e18ab: Waiting for close lock at 1733708624156Running coprocessor pre-close hooks at 1733708624156Disabling compacts and flushes for region at 1733708624156Disabling writes for close at 1733708624156Writing region close event to WAL at 1733708624192 (+36 ms)Running coprocessor post-close hooks at 1733708624269 (+77 ms)Closed at 1733708624270 (+1 ms) 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733708552256.2da9de42b84246210bf7faf5ce3e18ab. 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63840ec266ebb524eea5a1254f9b03e2, disabling compactions & flushes 2024-12-09T01:43:44,271 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. after waiting 0 ms 2024-12-09T01:43:44,271 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:44,303 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/04a420f9fdd2327440876cef335ece98/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:43:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741862_1038 (size=20260) 2024-12-09T01:43:44,305 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:44,305 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04a420f9fdd2327440876cef335ece98: Waiting for close lock at 1733708624237Running coprocessor pre-close hooks at 1733708624237Disabling compacts and flushes for region at 1733708624237Disabling writes for close at 1733708624237Writing region close event to WAL at 1733708624284 (+47 ms)Running coprocessor post-close hooks at 1733708624305 (+21 ms)Closed at 1733708624305 2024-12-09T01:43:44,306 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733708552256.04a420f9fdd2327440876cef335ece98. 2024-12-09T01:43:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741862_1038 (size=20260) 2024-12-09T01:43:44,306 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b2eda1fa1121ca5d5c22ecb6d345a11, disabling compactions & flushes 2024-12-09T01:43:44,306 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:44,306 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:44,306 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. after waiting 0 ms 2024-12-09T01:43:44,306 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741862_1038 (size=20260) 2024-12-09T01:43:44,308 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/info/44a8f542392e4f6ca89aba576757e7b0 2024-12-09T01:43:44,338 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/63840ec266ebb524eea5a1254f9b03e2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,338 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/3b2eda1fa1121ca5d5c22ecb6d345a11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,340 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:44,340 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b2eda1fa1121ca5d5c22ecb6d345a11: Waiting for close lock at 1733708624306Running coprocessor pre-close hooks at 1733708624306Disabling compacts and flushes for region at 1733708624306Disabling writes for close at 1733708624306Writing region close event to WAL at 1733708624324 (+18 ms)Running coprocessor post-close hooks at 1733708624340 (+16 ms)Closed at 1733708624340 2024-12-09T01:43:44,340 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:44,340 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733708552256.3b2eda1fa1121ca5d5c22ecb6d345a11. 2024-12-09T01:43:44,340 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63840ec266ebb524eea5a1254f9b03e2: Waiting for close lock at 1733708624271Running coprocessor pre-close hooks at 1733708624271Disabling compacts and flushes for region at 1733708624271Disabling writes for close at 1733708624271Writing region close event to WAL at 1733708624316 (+45 ms)Running coprocessor post-close hooks at 1733708624340 (+24 ms)Closed at 1733708624340 2024-12-09T01:43:44,340 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733708552256.63840ec266ebb524eea5a1254f9b03e2. 2024-12-09T01:43:44,340 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66be3d69e2084a93a4a99eedfbe7250e, disabling compactions & flushes 2024-12-09T01:43:44,340 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 866754c9c879f08f05c5cbc0c185ed66, disabling compactions & flushes 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:44,341 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. after waiting 0 ms 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. after waiting 0 ms 2024-12-09T01:43:44,341 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:44,345 DEBUG [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1351): Waiting on 7b5f7562fcca0140c40610b30a3880dd, 866754c9c879f08f05c5cbc0c185ed66, 964752ec30d0a04fd9f78d8c237f2438 2024-12-09T01:43:44,352 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66be3d69e2084a93a4a99eedfbe7250e 2024-12-09T01:43:44,386 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/66be3d69e2084a93a4a99eedfbe7250e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,388 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66be3d69e2084a93a4a99eedfbe7250e: Waiting for close lock at 1733708624340Running coprocessor pre-close hooks at 1733708624340Disabling compacts and flushes for region at 1733708624340Disabling writes for close at 1733708624341 (+1 ms)Writing region close event to WAL at 1733708624354 (+13 ms)Running coprocessor post-close hooks at 1733708624388 (+34 ms)Closed at 1733708624388 2024-12-09T01:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733708552256.66be3d69e2084a93a4a99eedfbe7250e. 2024-12-09T01:43:44,409 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/866754c9c879f08f05c5cbc0c185ed66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,410 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 866754c9c879f08f05c5cbc0c185ed66: Waiting for close lock at 1733708624340Running coprocessor pre-close hooks at 1733708624340Disabling compacts and flushes for region at 1733708624340Disabling writes for close at 1733708624341 (+1 ms)Writing region close event to WAL at 1733708624363 (+22 ms)Running coprocessor post-close hooks at 1733708624410 (+47 ms)Closed at 1733708624410 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733708552256.866754c9c879f08f05c5cbc0c185ed66. 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b5f7562fcca0140c40610b30a3880dd, disabling compactions & flushes 2024-12-09T01:43:44,411 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. after waiting 0 ms 2024-12-09T01:43:44,411 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:44,416 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/ns/c0c4863fe87549929deef1ced04b9cf7 is 43, key is default/ns:d/1733708551823/Put/seqid=0 2024-12-09T01:43:44,433 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/7b5f7562fcca0140c40610b30a3880dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,434 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:44,434 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b5f7562fcca0140c40610b30a3880dd: Waiting for close lock at 1733708624411Running coprocessor pre-close hooks at 1733708624411Disabling compacts and flushes for region at 1733708624411Disabling writes for close at 1733708624411Writing region close event to WAL at 1733708624416 (+5 ms)Running coprocessor post-close hooks at 1733708624434 (+18 ms)Closed at 1733708624434 2024-12-09T01:43:44,434 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733708552256.7b5f7562fcca0140c40610b30a3880dd. 2024-12-09T01:43:44,434 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 964752ec30d0a04fd9f78d8c237f2438, disabling compactions & flushes 2024-12-09T01:43:44,435 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:44,435 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:44,435 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. after waiting 0 ms 2024-12-09T01:43:44,435 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:43:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:43:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:43:44,461 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/ns/c0c4863fe87549929deef1ced04b9cf7 2024-12-09T01:43:44,469 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/default/SPTestTable/964752ec30d0a04fd9f78d8c237f2438/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:43:44,470 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:44,471 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 964752ec30d0a04fd9f78d8c237f2438: Waiting for close lock at 1733708624434Running coprocessor pre-close hooks at 1733708624434Disabling compacts and flushes for region at 1733708624434Disabling writes for close at 1733708624435 (+1 ms)Writing region close event to WAL at 1733708624460 (+25 ms)Running coprocessor post-close hooks at 1733708624470 (+10 ms)Closed at 1733708624470 2024-12-09T01:43:44,471 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733708552256.964752ec30d0a04fd9f78d8c237f2438. 2024-12-09T01:43:44,493 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/table/b5f521c8794c4595994a01859fac2ff5 is 47, key is SPTestTable/table:state/1733708563431/Put/seqid=0 2024-12-09T01:43:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:43:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:43:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:43:44,513 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/table/b5f521c8794c4595994a01859fac2ff5 2024-12-09T01:43:44,526 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/info/44a8f542392e4f6ca89aba576757e7b0 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/info/44a8f542392e4f6ca89aba576757e7b0 2024-12-09T01:43:44,537 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/info/44a8f542392e4f6ca89aba576757e7b0, entries=116, sequenceid=37, filesize=19.8 K 2024-12-09T01:43:44,540 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/ns/c0c4863fe87549929deef1ced04b9cf7 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/ns/c0c4863fe87549929deef1ced04b9cf7 2024-12-09T01:43:44,546 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(976): stopping server ef6f18c58dc9,45271,1733708538852; all regions closed. 2024-12-09T01:43:44,552 DEBUG [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T01:43:44,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:43:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:43:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:43:44,561 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/ns/c0c4863fe87549929deef1ced04b9cf7, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T01:43:44,566 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/.tmp/table/b5f521c8794c4595994a01859fac2ff5 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/table/b5f521c8794c4595994a01859fac2ff5 2024-12-09T01:43:44,570 DEBUG [RS:2;ef6f18c58dc9:45271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs 2024-12-09T01:43:44,570 INFO [RS:2;ef6f18c58dc9:45271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C45271%2C1733708538852:(num 1733708541088) 2024-12-09T01:43:44,570 DEBUG [RS:2;ef6f18c58dc9:45271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.ChoreService(370): Chore service for: regionserver/ef6f18c58dc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:43:44,571 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:43:44,571 INFO [regionserver/ef6f18c58dc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:43:44,578 INFO [RS:2;ef6f18c58dc9:45271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45271 2024-12-09T01:43:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:43:44,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,45271,1733708538852 2024-12-09T01:43:44,582 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:43:44,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,45271,1733708538852] 2024-12-09T01:43:44,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,45271,1733708538852 already deleted, retry=false 2024-12-09T01:43:44,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef6f18c58dc9,45271,1733708538852 expired; onlineServers=1 2024-12-09T01:43:44,597 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/table/b5f521c8794c4595994a01859fac2ff5, entries=2, sequenceid=37, filesize=5.1 K 2024-12-09T01:43:44,599 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=37, compaction requested=false 2024-12-09T01:43:44,619 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T01:43:44,621 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:43:44,621 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:43:44,621 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708624152Running coprocessor pre-close hooks at 1733708624152Disabling compacts and flushes for region at 1733708624152Disabling writes for close at 1733708624153 (+1 ms)Obtaining lock to block concurrent updates at 1733708624155 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733708624155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733708624157 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733708624159 (+2 ms)Flushing 1588230740/info: creating writer at 1733708624159Flushing 1588230740/info: appending metadata at 1733708624198 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733708624198Flushing 1588230740/ns: creating writer at 1733708624343 (+145 ms)Flushing 1588230740/ns: appending metadata at 1733708624415 (+72 ms)Flushing 1588230740/ns: closing flushed file at 1733708624415Flushing 1588230740/table: creating writer at 1733708624474 (+59 ms)Flushing 1588230740/table: appending metadata at 1733708624492 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733708624492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e2703f: reopening flushed file at 1733708624523 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d7eda4: reopening flushed file at 1733708624539 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19379b25: reopening flushed file at 1733708624562 (+23 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=37, compaction requested=false at 1733708624599 (+37 ms)Writing region close event to WAL at 1733708624612 (+13 ms)Running coprocessor post-close hooks at 1733708624620 (+8 ms)Closed at 1733708624621 (+1 ms) 2024-12-09T01:43:44,621 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:43:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:44,684 INFO [RS:2;ef6f18c58dc9:45271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:43:44,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45271-0x100747095180003, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:44,684 INFO [RS:2;ef6f18c58dc9:45271 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,45271,1733708538852; zookeeper connection closed. 2024-12-09T01:43:44,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d0803f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d0803f9 2024-12-09T01:43:44,753 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(976): stopping server ef6f18c58dc9,34059,1733708538528; all regions closed. 2024-12-09T01:43:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741836_1012 (size=19450) 2024-12-09T01:43:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741836_1012 (size=19450) 2024-12-09T01:43:44,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741836_1012 (size=19450) 2024-12-09T01:43:44,762 DEBUG [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs 2024-12-09T01:43:44,762 INFO [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C34059%2C1733708538528.meta:.meta(num 1733708551574) 2024-12-09T01:43:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:43:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:43:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:43:44,780 DEBUG [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/oldWALs 2024-12-09T01:43:44,780 INFO [RS:0;ef6f18c58dc9:34059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C34059%2C1733708538528:(num 1733708541089) 2024-12-09T01:43:44,780 DEBUG [RS:0;ef6f18c58dc9:34059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:44,780 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:43:44,781 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:43:44,781 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.ChoreService(370): Chore service for: regionserver/ef6f18c58dc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T01:43:44,781 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:43:44,781 INFO [regionserver/ef6f18c58dc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:43:44,781 INFO [RS:0;ef6f18c58dc9:34059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34059 2024-12-09T01:43:44,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:43:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,34059,1733708538528 2024-12-09T01:43:44,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,34059,1733708538528] 2024-12-09T01:43:44,786 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:43:44,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,34059,1733708538528 already deleted, retry=false 2024-12-09T01:43:44,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef6f18c58dc9,34059,1733708538528 expired; onlineServers=0 2024-12-09T01:43:44,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef6f18c58dc9,37519,1733708537458' ***** 2024-12-09T01:43:44,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:43:44,788 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:43:44,788 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:43:44,788 DEBUG [M:0;ef6f18c58dc9:37519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:43:44,789 DEBUG [M:0;ef6f18c58dc9:37519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:43:44,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:43:44,789 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.ChoreService(370): Chore service for: master/ef6f18c58dc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:43:44,789 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:43:44,789 DEBUG [M:0;ef6f18c58dc9:37519 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:43:44,789 INFO [M:0;ef6f18c58dc9:37519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:43:44,789 INFO [M:0;ef6f18c58dc9:37519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:43:44,789 ERROR [M:0;ef6f18c58dc9:37519 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1097109610) connection to localhost/127.0.0.1:34173 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34173,5,PEWorkerGroup] 2024-12-09T01:43:44,790 INFO [M:0;ef6f18c58dc9:37519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:43:44,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:43:44,792 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708540534 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708540534,5,FailOnTimeoutGroup] 2024-12-09T01:43:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:43:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:44,792 DEBUG [M:0;ef6f18c58dc9:37519 {}] zookeeper.ZKUtil(347): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:43:44,792 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708540540 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708540540,5,FailOnTimeoutGroup] 2024-12-09T01:43:44,792 WARN [M:0;ef6f18c58dc9:37519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:43:44,793 INFO [M:0;ef6f18c58dc9:37519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/.lastflushedseqids 2024-12-09T01:43:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:43:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:43:44,857 INFO [M:0;ef6f18c58dc9:37519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:43:44,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:43:44,858 INFO [M:0;ef6f18c58dc9:37519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:43:44,858 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:43:44,858 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:44,858 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:44,858 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:43:44,858 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:44,858 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.21 KB heapSize=242.07 KB 2024-12-09T01:43:44,886 DEBUG [M:0;ef6f18c58dc9:37519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8f3bff06f74ed8b960a2d5010edce9 is 82, key is hbase:meta,,1/info:regioninfo/1733708551721/Put/seqid=0 2024-12-09T01:43:44,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:44,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34059-0x100747095180001, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:44,890 INFO [RS:0;ef6f18c58dc9:34059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:43:44,890 INFO [RS:0;ef6f18c58dc9:34059 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,34059,1733708538528; zookeeper connection closed. 2024-12-09T01:43:44,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@213f6232 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@213f6232 2024-12-09T01:43:44,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T01:43:44,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:43:44,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:43:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:43:44,933 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8f3bff06f74ed8b960a2d5010edce9 2024-12-09T01:43:44,996 DEBUG [M:0;ef6f18c58dc9:37519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35323f77706b42fdaf9821e9891594ad is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733708563441/Put/seqid=0 2024-12-09T01:43:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741867_1043 (size=8974) 2024-12-09T01:43:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741867_1043 (size=8974) 2024-12-09T01:43:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741867_1043 (size=8974) 2024-12-09T01:43:45,052 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.47 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35323f77706b42fdaf9821e9891594ad 2024-12-09T01:43:45,060 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35323f77706b42fdaf9821e9891594ad 2024-12-09T01:43:45,084 DEBUG [M:0;ef6f18c58dc9:37519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394c95c154cf485fa5ea3de57f33ce36 is 69, key is ef6f18c58dc9,34059,1733708538528/rs:state/1733708540661/Put/seqid=0 2024-12-09T01:43:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:43:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:43:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:43:45,095 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394c95c154cf485fa5ea3de57f33ce36 2024-12-09T01:43:45,103 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394c95c154cf485fa5ea3de57f33ce36 2024-12-09T01:43:45,104 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa8f3bff06f74ed8b960a2d5010edce9 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa8f3bff06f74ed8b960a2d5010edce9 2024-12-09T01:43:45,115 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa8f3bff06f74ed8b960a2d5010edce9, entries=8, sequenceid=514, filesize=5.5 K 2024-12-09T01:43:45,117 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35323f77706b42fdaf9821e9891594ad as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35323f77706b42fdaf9821e9891594ad 2024-12-09T01:43:45,124 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35323f77706b42fdaf9821e9891594ad 2024-12-09T01:43:45,124 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35323f77706b42fdaf9821e9891594ad, entries=56, sequenceid=514, filesize=8.8 K 2024-12-09T01:43:45,126 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/394c95c154cf485fa5ea3de57f33ce36 as hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394c95c154cf485fa5ea3de57f33ce36 2024-12-09T01:43:45,133 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 394c95c154cf485fa5ea3de57f33ce36 2024-12-09T01:43:45,133 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34173/user/jenkins/test-data/6af534db-43e1-345e-6c50-9cf2c4c602e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/394c95c154cf485fa5ea3de57f33ce36, entries=3, sequenceid=514, filesize=5.3 K 2024-12-09T01:43:45,135 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.21 KB/199895, heapSize ~241.77 KB/247576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 276ms, sequenceid=514, compaction requested=false 2024-12-09T01:43:45,136 INFO [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:45,136 DEBUG [M:0;ef6f18c58dc9:37519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708624858Disabling compacts and flushes for region at 1733708624858Disabling writes for close at 1733708624858Obtaining lock to block concurrent updates at 1733708624858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733708624858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199895, getHeapSize=247816, getOffHeapSize=0, getCellsCount=621 at 1733708624859 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733708624860 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733708624860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733708624886 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733708624886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733708624948 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733708624995 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733708624996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733708625060 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733708625083 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733708625083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e295a3: reopening flushed file at 1733708625103 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a8f96a: reopening flushed file at 1733708625115 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a0c9af: reopening flushed file at 1733708625124 (+9 ms)Finished flush of dataSize ~195.21 KB/199895, heapSize ~241.77 KB/247576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 276ms, sequenceid=514, compaction requested=false at 1733708625135 (+11 ms)Writing region close event to WAL at 1733708625136 (+1 ms)Closed at 1733708625136 2024-12-09T01:43:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741830_1006 (size=234152) 2024-12-09T01:43:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741830_1006 (size=234152) 2024-12-09T01:43:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35721 is added to blk_1073741830_1006 (size=234152) 2024-12-09T01:43:45,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:43:45,142 INFO [M:0;ef6f18c58dc9:37519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:43:45,142 INFO [M:0;ef6f18c58dc9:37519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37519 2024-12-09T01:43:45,142 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:43:45,245 INFO [M:0;ef6f18c58dc9:37519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:43:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:45,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37519-0x100747095180000, quorum=127.0.0.1:58980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:43:45,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5949b7c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:45,253 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5368482b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:43:45,253 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:43:45,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@393c6316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:43:45,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbded11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,STOPPED} 2024-12-09T01:43:45,258 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:43:45,258 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271575143-172.17.0.2-1733708532968 (Datanode Uuid 2d81645f-695c-4275-956f-089666c86d8a) service to localhost/127.0.0.1:34173 2024-12-09T01:43:45,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:43:45,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:43:45,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data5/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data6/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:43:45,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15ac7aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:45,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d595326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:43:45,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:43:45,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45036a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:43:45,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611bde5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,STOPPED} 2024-12-09T01:43:45,269 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:43:45,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:43:45,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:43:45,269 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271575143-172.17.0.2-1733708532968 (Datanode Uuid 5815c38e-29c9-4525-a9c4-a978c60b3c5e) service to localhost/127.0.0.1:34173 2024-12-09T01:43:45,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data3/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data4/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:43:45,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a312fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:45,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:43:45,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:43:45,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:43:45,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,STOPPED} 2024-12-09T01:43:45,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:43:45,285 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:43:45,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:43:45,285 WARN [BP-271575143-172.17.0.2-1733708532968 heartbeating to localhost/127.0.0.1:34173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271575143-172.17.0.2-1733708532968 (Datanode Uuid a0130636-cea0-4f1f-96ed-6f9ec56e2df1) service to localhost/127.0.0.1:34173 2024-12-09T01:43:45,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data1/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/cluster_a92d63dc-f031-9c4e-9048-5a366af3b670/data/data2/current/BP-271575143-172.17.0.2-1733708532968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:43:45,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:43:45,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:43:45,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:43:45,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:43:45,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:43:45,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir/,STOPPED} 2024-12-09T01:43:45,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:43:45,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T01:43:45,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:34173 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef6f18c58dc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef6f18c58dc9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef6f18c58dc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:34173 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ef6f18c58dc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:34173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef6f18c58dc9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:34173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ef6f18c58dc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36af3923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ef6f18c58dc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 630), ProcessCount=11 (was 11), AvailableMemoryMB=11139 (was 12434) 2024-12-09T01:43:45,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=11139 2024-12-09T01:43:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir so I do NOT create it in target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e 2024-12-09T01:43:45,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.tmp.dir so I do NOT create it in target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e 2024-12-09T01:43:45,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/448ae6fe-ff5d-df30-1334-bd26f4ccfb4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:43:45,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552, deleteOnExit=true 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/test.cache.data in system properties and HBase conf 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:43:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:43:45,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:43:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:43:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:43:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:43:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:43:45,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:43:45,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:43:45,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:43:45,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:43:45,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:43:45,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:43:45,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:43:45,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:43:45,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/java.io.tmpdir/jetty-localhost-39251-hadoop-hdfs-3_4_1-tests_jar-_-any-5521761934832836672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:43:45,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:39251} 2024-12-09T01:43:45,600 INFO [Time-limited test {}] server.Server(415): Started @96064ms 2024-12-09T01:43:45,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:43:45,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:43:45,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:43:45,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:43:45,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:43:45,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:43:45,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:43:45,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31631745{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/java.io.tmpdir/jetty-localhost-37343-hadoop-hdfs-3_4_1-tests_jar-_-any-1841087894815686475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:45,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:37343} 2024-12-09T01:43:45,799 INFO [Time-limited test {}] server.Server(415): Started @96263ms 2024-12-09T01:43:45,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:43:45,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:43:45,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:43:45,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:43:45,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:43:45,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:43:45,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:43:45,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:43:45,891 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data1/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:45,891 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data2/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:45,909 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:43:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53f3d0351167f951 with lease ID 0x5c8878715d8b8ec5: Processing first storage report for DS-54e1edcb-96ff-4145-b795-f141a568092c from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=cfab440c-6063-4370-b161-ec08be697304, infoPort=38879, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53f3d0351167f951 with lease ID 0x5c8878715d8b8ec5: from storage DS-54e1edcb-96ff-4145-b795-f141a568092c node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=cfab440c-6063-4370-b161-ec08be697304, infoPort=38879, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:43:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53f3d0351167f951 with lease ID 0x5c8878715d8b8ec5: Processing first storage report for DS-3492902b-918e-47aa-ad5a-4fe2166bb34f from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=cfab440c-6063-4370-b161-ec08be697304, infoPort=38879, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53f3d0351167f951 with lease ID 0x5c8878715d8b8ec5: from storage DS-3492902b-918e-47aa-ad5a-4fe2166bb34f node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=cfab440c-6063-4370-b161-ec08be697304, infoPort=38879, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:43:45,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235874fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/java.io.tmpdir/jetty-localhost-37427-hadoop-hdfs-3_4_1-tests_jar-_-any-7718442309487131831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:45,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:37427} 2024-12-09T01:43:45,968 INFO [Time-limited test {}] server.Server(415): Started @96432ms 2024-12-09T01:43:45,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:43:46,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:43:46,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:43:46,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:43:46,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:43:46,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:43:46,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:43:46,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:43:46,056 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data3/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:46,056 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data4/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:46,081 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:43:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e67dfd43d536553 with lease ID 0x5c8878715d8b8ec6: Processing first storage report for DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d from datanode DatanodeRegistration(127.0.0.1:39271, datanodeUuid=3159ad6e-4d69-475a-be2d-a480bf3ac521, infoPort=38703, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e67dfd43d536553 with lease ID 0x5c8878715d8b8ec6: from storage DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d node DatanodeRegistration(127.0.0.1:39271, datanodeUuid=3159ad6e-4d69-475a-be2d-a480bf3ac521, infoPort=38703, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:43:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e67dfd43d536553 with lease ID 0x5c8878715d8b8ec6: Processing first storage report for DS-11988d58-578b-4d50-bfd3-d66acce9cd98 from datanode DatanodeRegistration(127.0.0.1:39271, datanodeUuid=3159ad6e-4d69-475a-be2d-a480bf3ac521, infoPort=38703, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e67dfd43d536553 with lease ID 0x5c8878715d8b8ec6: from storage DS-11988d58-578b-4d50-bfd3-d66acce9cd98 node DatanodeRegistration(127.0.0.1:39271, datanodeUuid=3159ad6e-4d69-475a-be2d-a480bf3ac521, infoPort=38703, infoSecurePort=0, ipcPort=35587, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:43:46,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@741a1bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/java.io.tmpdir/jetty-localhost-35039-hadoop-hdfs-3_4_1-tests_jar-_-any-157224790505326773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:43:46,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:35039} 2024-12-09T01:43:46,133 INFO [Time-limited test {}] server.Server(415): Started @96596ms 2024-12-09T01:43:46,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:43:46,228 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data6/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:46,228 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data5/current/BP-2040345314-172.17.0.2-1733708625405/current, will proceed with Du for space computation calculation, 2024-12-09T01:43:46,256 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:43:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234b136cf078c26b with lease ID 0x5c8878715d8b8ec7: Processing first storage report for DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775 from datanode DatanodeRegistration(127.0.0.1:42235, datanodeUuid=0394f537-2aa4-4a1e-b240-09db6cd47b54, infoPort=44495, infoSecurePort=0, ipcPort=40393, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234b136cf078c26b with lease ID 0x5c8878715d8b8ec7: from storage DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775 node DatanodeRegistration(127.0.0.1:42235, datanodeUuid=0394f537-2aa4-4a1e-b240-09db6cd47b54, infoPort=44495, infoSecurePort=0, ipcPort=40393, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:43:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234b136cf078c26b with lease ID 0x5c8878715d8b8ec7: Processing first storage report for DS-92243519-93a7-4011-8061-f779fb7640fb from datanode DatanodeRegistration(127.0.0.1:42235, datanodeUuid=0394f537-2aa4-4a1e-b240-09db6cd47b54, infoPort=44495, infoSecurePort=0, ipcPort=40393, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405) 2024-12-09T01:43:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234b136cf078c26b with lease ID 0x5c8878715d8b8ec7: from storage DS-92243519-93a7-4011-8061-f779fb7640fb node DatanodeRegistration(127.0.0.1:42235, datanodeUuid=0394f537-2aa4-4a1e-b240-09db6cd47b54, infoPort=44495, infoSecurePort=0, ipcPort=40393, storageInfo=lv=-57;cid=testClusterID;nsid=1272292449;c=1733708625405), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:43:46,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e 2024-12-09T01:43:46,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/zookeeper_0, clientPort=63926, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:43:46,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63926 2024-12-09T01:43:46,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:43:46,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:43:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:43:46,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 with version=8 2024-12-09T01:43:46,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/hbase-staging 2024-12-09T01:43:46,385 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:43:46,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:43:46,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33067 2024-12-09T01:43:46,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33067 connecting to ZooKeeper ensemble=127.0.0.1:63926 2024-12-09T01:43:46,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330670x0, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:43:46,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33067-0x1007471f2a30000 connected 2024-12-09T01:43:46,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:46,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5, hbase.cluster.distributed=false 2024-12-09T01:43:46,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:43:46,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33067 2024-12-09T01:43:46,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33067 2024-12-09T01:43:46,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33067 2024-12-09T01:43:46,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33067 2024-12-09T01:43:46,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33067 2024-12-09T01:43:46,439 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:43:46,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:43:46,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:43:46,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:43:46,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:43:46,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40391 2024-12-09T01:43:46,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40391 connecting to ZooKeeper ensemble=127.0.0.1:63926 2024-12-09T01:43:46,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403910x0, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:43:46,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403910x0, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:46,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40391-0x1007471f2a30001 connected 2024-12-09T01:43:46,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:43:46,456 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:43:46,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:43:46,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:43:46,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-09T01:43:46,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40391 2024-12-09T01:43:46,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40391 2024-12-09T01:43:46,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-09T01:43:46,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40391 2024-12-09T01:43:46,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:43:46,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:43:46,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:43:46,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:43:46,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:43:46,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40333 2024-12-09T01:43:46,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40333 connecting to ZooKeeper ensemble=127.0.0.1:63926 2024-12-09T01:43:46,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403330x0, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:43:46,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403330x0, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:46,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40333-0x1007471f2a30002 connected 2024-12-09T01:43:46,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:43:46,492 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:43:46,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:43:46,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:43:46,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40333 2024-12-09T01:43:46,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40333 2024-12-09T01:43:46,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40333 2024-12-09T01:43:46,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40333 2024-12-09T01:43:46,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40333 2024-12-09T01:43:46,513 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ef6f18c58dc9:0 server-side Connection retries=45 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:43:46,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:43:46,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46411 2024-12-09T01:43:46,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46411 connecting to ZooKeeper ensemble=127.0.0.1:63926 2024-12-09T01:43:46,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464110x0, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:43:46,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46411-0x1007471f2a30003 connected 2024-12-09T01:43:46,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:43:46,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:43:46,523 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:43:46,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:43:46,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:43:46,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-09T01:43:46,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46411 2024-12-09T01:43:46,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46411 2024-12-09T01:43:46,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-09T01:43:46,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46411 2024-12-09T01:43:46,543 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ef6f18c58dc9:33067 2024-12-09T01:43:46,543 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,546 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:43:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,549 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:43:46,550 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ef6f18c58dc9,33067,1733708626385 from backup master directory 2024-12-09T01:43:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:43:46,551 WARN [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:43:46,551 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,557 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/hbase.id] with ID: 8161aab4-4c61-4de0-a085-34c41fffc034 2024-12-09T01:43:46,557 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.tmp/hbase.id 2024-12-09T01:43:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:43:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:43:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:43:46,567 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.tmp/hbase.id]:[hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/hbase.id] 2024-12-09T01:43:46,580 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:43:46,581 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:43:46,582 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T01:43:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:43:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:43:46,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:43:46,595 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:46,597 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:43:46,597 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:43:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:43:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:43:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:43:46,608 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store 2024-12-09T01:43:46,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:43:46,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:43:46,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:43:46,621 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:46,621 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:43:46,621 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:46,621 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:46,621 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:43:46,621 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:46,622 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:43:46,622 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708626621Disabling compacts and flushes for region at 1733708626621Disabling writes for close at 1733708626621Writing region close event to WAL at 1733708626621Closed at 1733708626621 2024-12-09T01:43:46,622 WARN [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/.initializing 2024-12-09T01:43:46,623 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/WALs/ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,624 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:43:46,626 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C33067%2C1733708626385, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/WALs/ef6f18c58dc9,33067,1733708626385, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/oldWALs, maxLogs=10 2024-12-09T01:43:46,640 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/WALs/ef6f18c58dc9,33067,1733708626385/ef6f18c58dc9%2C33067%2C1733708626385.1733708626626, exclude list is [], retry=0 2024-12-09T01:43:46,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-54e1edcb-96ff-4145-b795-f141a568092c,DISK] 2024-12-09T01:43:46,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42235,DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775,DISK] 2024-12-09T01:43:46,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39271,DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d,DISK] 2024-12-09T01:43:46,647 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/WALs/ef6f18c58dc9,33067,1733708626385/ef6f18c58dc9%2C33067%2C1733708626385.1733708626626 2024-12-09T01:43:46,647 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:38703:38703),(127.0.0.1/127.0.0.1:44495:44495)] 2024-12-09T01:43:46,647 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:43:46,648 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:46,648 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,648 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:43:46,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:46,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:43:46,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:46,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:43:46,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:46,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:43:46,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:43:46,660 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,661 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,661 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,663 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,663 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,664 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:43:46,665 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:43:46,667 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:43:46,668 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66935415, jitterRate=-0.002584591507911682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:43:46,669 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733708626648Initializing all the Stores at 1733708626649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708626649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708626649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708626649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708626649Cleaning up temporary data from old regions at 1733708626663 (+14 ms)Region opened successfully at 1733708626669 (+6 ms) 2024-12-09T01:43:46,669 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:43:46,673 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f261ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:43:46,674 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:43:46,674 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:43:46,674 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:43:46,675 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:43:46,675 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:43:46,675 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:43:46,675 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T01:43:46,677 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:43:46,678 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:43:46,679 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:43:46,680 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:43:46,681 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:43:46,682 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:43:46,682 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:43:46,683 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:43:46,684 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:43:46,685 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:43:46,686 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:43:46,688 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:43:46,689 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,692 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ef6f18c58dc9,33067,1733708626385, sessionid=0x1007471f2a30000, setting cluster-up flag (Was=false) 2024-12-09T01:43:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,699 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:43:46,700 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:46,708 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:43:46,709 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:46,711 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:43:46,712 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:43:46,713 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:43:46,713 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:43:46,713 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ef6f18c58dc9,33067,1733708626385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ef6f18c58dc9:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,715 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:43:46,716 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733708656717 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:43:46,717 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:43:46,722 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:43:46,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:43:46,723 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:43:46,723 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:43:46,723 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:43:46,723 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:43:46,723 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:43:46,724 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708626724,5,FailOnTimeoutGroup] 2024-12-09T01:43:46,724 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:43:46,725 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708626724,5,FailOnTimeoutGroup] 2024-12-09T01:43:46,725 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,725 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:43:46,725 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,725 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,737 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(746): ClusterId : 8161aab4-4c61-4de0-a085-34c41fffc034 2024-12-09T01:43:46,737 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:43:46,738 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(746): ClusterId : 8161aab4-4c61-4de0-a085-34c41fffc034 2024-12-09T01:43:46,738 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(746): ClusterId : 8161aab4-4c61-4de0-a085-34c41fffc034 2024-12-09T01:43:46,738 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:43:46,738 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:43:46,740 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:43:46,740 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:43:46,741 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:43:46,741 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:43:46,741 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:43:46,741 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:43:46,744 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:43:46,745 DEBUG [RS:2;ef6f18c58dc9:46411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c7a51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:43:46,745 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:43:46,745 DEBUG [RS:1;ef6f18c58dc9:40333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4a7679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:43:46,746 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:43:46,747 DEBUG [RS:0;ef6f18c58dc9:40391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b930b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ef6f18c58dc9/172.17.0.2:0 2024-12-09T01:43:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:43:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:43:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:43:46,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:43:46,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:46,767 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ef6f18c58dc9:46411 2024-12-09T01:43:46,767 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:43:46,767 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:43:46,767 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:43:46,769 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,33067,1733708626385 with port=46411, startcode=1733708626512 2024-12-09T01:43:46,769 DEBUG [RS:2;ef6f18c58dc9:46411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:43:46,771 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ef6f18c58dc9:40391 2024-12-09T01:43:46,771 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:43:46,771 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:43:46,771 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:43:46,771 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ef6f18c58dc9:40333 2024-12-09T01:43:46,771 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:43:46,771 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:43:46,771 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:43:46,772 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,33067,1733708626385 with port=40333, startcode=1733708626481 2024-12-09T01:43:46,772 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(2659): reportForDuty to master=ef6f18c58dc9,33067,1733708626385 with port=40391, startcode=1733708626439 2024-12-09T01:43:46,772 DEBUG [RS:1;ef6f18c58dc9:40333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:43:46,772 DEBUG [RS:0;ef6f18c58dc9:40391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:43:46,773 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:43:46,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,774 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:43:46,775 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:43:46,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,776 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:46,777 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43423 2024-12-09T01:43:46,777 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:43:46,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:43:46,779 DEBUG [RS:2;ef6f18c58dc9:46411 {}] zookeeper.ZKUtil(111): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,779 WARN [RS:2;ef6f18c58dc9:46411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:43:46,779 INFO [RS:2;ef6f18c58dc9:46411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:43:46,779 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,46411,1733708626512] 2024-12-09T01:43:46,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,787 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:46,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33067 {}] master.ServerManager(517): Registering regionserver=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,787 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43423 2024-12-09T01:43:46,787 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:43:46,792 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:46,792 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43423 2024-12-09T01:43:46,792 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:43:46,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:43:46,796 DEBUG [RS:0;ef6f18c58dc9:40391 {}] zookeeper.ZKUtil(111): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,796 WARN [RS:0;ef6f18c58dc9:40391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:43:46,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,40391,1733708626439] 2024-12-09T01:43:46,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ef6f18c58dc9,40333,1733708626481] 2024-12-09T01:43:46,796 INFO [RS:0;ef6f18c58dc9:40391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:43:46,796 DEBUG [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,797 DEBUG [RS:1;ef6f18c58dc9:40333 {}] zookeeper.ZKUtil(111): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,797 WARN [RS:1;ef6f18c58dc9:40333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:43:46,797 INFO [RS:1;ef6f18c58dc9:40333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:43:46,797 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:43:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:43:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:43:46,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:46,807 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:43:46,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:43:46,813 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:43:46,813 INFO [RS:2;ef6f18c58dc9:46411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:43:46,813 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,814 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:43:46,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:43:46,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,815 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:43:46,815 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:46,815 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,816 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,816 DEBUG [RS:2;ef6f18c58dc9:46411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:43:46,818 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:43:46,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:43:46,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,820 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,820 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,46411,1733708626512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:43:46,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:43:46,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:43:46,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:46,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:43:46,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:43:46,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:46,823 INFO [RS:0;ef6f18c58dc9:40391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:43:46,824 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,824 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:43:46,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:46,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:43:46,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740 2024-12-09T01:43:46,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740 2024-12-09T01:43:46,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:43:46,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:43:46,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:43:46,828 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:43:46,829 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:43:46,829 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,829 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,830 DEBUG [RS:0;ef6f18c58dc9:40391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:43:46,832 INFO [RS:1;ef6f18c58dc9:40333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:43:46,832 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,836 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:43:46,837 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:43:46,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:43:46,837 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65062100, jitterRate=-0.030499160289764404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,837 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ef6f18c58dc9:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:43:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733708626801Initializing all the Stores at 1733708626802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708626802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708626812 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708626812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708626812Cleaning up temporary data from old regions at 1733708626827 (+15 ms)Region opened successfully at 1733708626838 (+11 ms) 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:43:46,838 DEBUG [RS:1;ef6f18c58dc9:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ef6f18c58dc9:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:43:46,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:43:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:43:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:43:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:43:46,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:43:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708626838Disabling compacts and flushes for region at 1733708626838Disabling writes for close at 1733708626838Writing region close event to WAL at 1733708626841 (+3 ms)Closed at 1733708626841 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,842 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,40391,1733708626439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,40333,1733708626481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:43:46,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:43:46,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:43:46,843 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,46411,1733708626512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,843 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.Replication(171): ef6f18c58dc9,46411,1733708626512 started 2024-12-09T01:43:46,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:43:46,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:43:46,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:43:46,859 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,859 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,46411,1733708626512, RpcServer on ef6f18c58dc9/172.17.0.2:46411, sessionid=0x1007471f2a30003 2024-12-09T01:43:46,859 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:43:46,860 DEBUG [RS:2;ef6f18c58dc9:46411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,860 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,46411,1733708626512' 2024-12-09T01:43:46,860 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:43:46,860 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,46411,1733708626512' 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:43:46,861 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:43:46,862 DEBUG [RS:2;ef6f18c58dc9:46411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:43:46,862 INFO [RS:2;ef6f18c58dc9:46411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:43:46,862 INFO [RS:2;ef6f18c58dc9:46411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:43:46,864 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:43:46,864 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,40391,1733708626439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,864 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,864 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.Replication(171): ef6f18c58dc9,40391,1733708626439 started 2024-12-09T01:43:46,865 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:43:46,865 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,40333,1733708626481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,865 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,865 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.Replication(171): ef6f18c58dc9,40333,1733708626481 started 2024-12-09T01:43:46,885 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,886 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,40391,1733708626439, RpcServer on ef6f18c58dc9/172.17.0.2:40391, sessionid=0x1007471f2a30001 2024-12-09T01:43:46,886 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:46,886 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:43:46,886 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1482): Serving as ef6f18c58dc9,40333,1733708626481, RpcServer on ef6f18c58dc9/172.17.0.2:40333, sessionid=0x1007471f2a30002 2024-12-09T01:43:46,886 DEBUG [RS:0;ef6f18c58dc9:40391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,886 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,40391,1733708626439' 2024-12-09T01:43:46,886 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:43:46,886 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:43:46,886 DEBUG [RS:1;ef6f18c58dc9:40333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,886 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,40333,1733708626481' 2024-12-09T01:43:46,886 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:43:46,886 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:43:46,886 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,40391,1733708626439' 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ef6f18c58dc9,40333,1733708626481' 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:43:46,887 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:43:46,887 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:43:46,888 DEBUG [RS:1;ef6f18c58dc9:40333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:43:46,888 DEBUG [RS:0;ef6f18c58dc9:40391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:43:46,888 INFO [RS:1;ef6f18c58dc9:40333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:43:46,888 INFO [RS:0;ef6f18c58dc9:40391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:43:46,888 INFO [RS:1;ef6f18c58dc9:40333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:43:46,888 INFO [RS:0;ef6f18c58dc9:40391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:43:46,962 INFO [RS:2;ef6f18c58dc9:46411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:43:46,964 INFO [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C46411%2C1733708626512, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs, maxLogs=32 2024-12-09T01:43:46,978 DEBUG [RS:2;ef6f18c58dc9:46411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512/ef6f18c58dc9%2C46411%2C1733708626512.1733708626965, exclude list is [], retry=0 2024-12-09T01:43:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42235,DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775,DISK] 2024-12-09T01:43:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-54e1edcb-96ff-4145-b795-f141a568092c,DISK] 2024-12-09T01:43:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39271,DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d,DISK] 2024-12-09T01:43:46,985 INFO [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512/ef6f18c58dc9%2C46411%2C1733708626512.1733708626965 2024-12-09T01:43:46,985 DEBUG [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44495:44495),(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:38703:38703)] 2024-12-09T01:43:46,989 INFO [RS:0;ef6f18c58dc9:40391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:43:46,989 INFO [RS:1;ef6f18c58dc9:40333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:43:46,991 INFO [RS:1;ef6f18c58dc9:40333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C40333%2C1733708626481, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40333,1733708626481, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs, maxLogs=32 2024-12-09T01:43:46,991 INFO [RS:0;ef6f18c58dc9:40391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C40391%2C1733708626439, suffix=, logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs, maxLogs=32 2024-12-09T01:43:46,996 DEBUG [ef6f18c58dc9:33067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T01:43:46,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:46,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef6f18c58dc9,46411,1733708626512, state=OPENING 2024-12-09T01:43:47,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:47,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:43:47,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:47,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:47,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:47,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:43:47,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:43:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:47,011 DEBUG [RS:1;ef6f18c58dc9:40333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40333,1733708626481/ef6f18c58dc9%2C40333%2C1733708626481.1733708626996, exclude list is [], retry=0 2024-12-09T01:43:47,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39271,DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d,DISK] 2024-12-09T01:43:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42235,DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775,DISK] 2024-12-09T01:43:47,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-54e1edcb-96ff-4145-b795-f141a568092c,DISK] 2024-12-09T01:43:47,017 DEBUG [RS:0;ef6f18c58dc9:40391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, exclude list is [], retry=0 2024-12-09T01:43:47,018 INFO [RS:1;ef6f18c58dc9:40333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40333,1733708626481/ef6f18c58dc9%2C40333%2C1733708626481.1733708626996 2024-12-09T01:43:47,019 DEBUG [RS:1;ef6f18c58dc9:40333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38703:38703),(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:44495:44495)] 2024-12-09T01:43:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39271,DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d,DISK] 2024-12-09T01:43:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-54e1edcb-96ff-4145-b795-f141a568092c,DISK] 2024-12-09T01:43:47,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42235,DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775,DISK] 2024-12-09T01:43:47,024 INFO [RS:0;ef6f18c58dc9:40391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 2024-12-09T01:43:47,024 DEBUG [RS:0;ef6f18c58dc9:40391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:38703:38703),(127.0.0.1/127.0.0.1:44495:44495)] 2024-12-09T01:43:47,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:43:47,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:43:49,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:49,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:49,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:43:49,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:49,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:49,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:43:57,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:43:57,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:43:57,013 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:43:57,013 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:43:57,014 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:43:57,015 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ef6f18c58dc9%2C46411%2C1733708626512.meta, suffix=.meta, logDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512, archiveDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs, maxLogs=32 2024-12-09T01:43:57,030 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512/ef6f18c58dc9%2C46411%2C1733708626512.meta.1733708637016.meta, exclude list is [], retry=0 2024-12-09T01:43:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-54e1edcb-96ff-4145-b795-f141a568092c,DISK] 2024-12-09T01:43:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42235,DS-cf5f2e16-a45a-4331-a2c4-c801e1c10775,DISK] 2024-12-09T01:43:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39271,DS-aa34334e-72fe-4880-b2bf-d7e2d1a0992d,DISK] 2024-12-09T01:43:57,035 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,46411,1733708626512/ef6f18c58dc9%2C46411%2C1733708626512.meta.1733708637016.meta 2024-12-09T01:43:57,035 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38879:38879),(127.0.0.1/127.0.0.1:44495:44495),(127.0.0.1/127.0.0.1:38703:38703)] 2024-12-09T01:43:57,035 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:43:57,035 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:43:57,036 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:43:57,036 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:43:57,036 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:43:57,036 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,036 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:43:57,036 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:43:57,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:43:57,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:43:57,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:57,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:43:57,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:43:57,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:57,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:43:57,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:43:57,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:57,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:43:57,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:43:57,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:43:57,043 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:43:57,043 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740 2024-12-09T01:43:57,045 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740 2024-12-09T01:43:57,046 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:43:57,046 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:43:57,046 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:43:57,047 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:43:57,048 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65141363, jitterRate=-0.029318049550056458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:43:57,048 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:43:57,049 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733708637036Writing region info on filesystem at 1733708637036Initializing all the Stores at 1733708637037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708637037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708637037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708637037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733708637037Cleaning up temporary data from old regions at 1733708637046 (+9 ms)Running coprocessor post-open hooks at 1733708637048 (+2 ms)Region opened successfully at 1733708637049 (+1 ms) 2024-12-09T01:43:57,050 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733708637006 2024-12-09T01:43:57,052 DEBUG [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:43:57,052 INFO [RS_OPEN_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:43:57,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,054 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ef6f18c58dc9,46411,1733708626512, state=OPEN 2024-12-09T01:43:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:43:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:43:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:43:57,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:43:57,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:57,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:57,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:57,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:43:57,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:43:57,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ef6f18c58dc9,46411,1733708626512 in 10.0530 sec 2024-12-09T01:43:57,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:43:57,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2150 sec 2024-12-09T01:43:57,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:43:57,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:43:57,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:57,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,46411,1733708626512, seqNum=-1] 2024-12-09T01:43:57,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:57,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:57,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.3580 sec 2024-12-09T01:43:57,071 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733708637070, completionTime=-1 2024-12-09T01:43:57,071 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T01:43:57,071 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:43:57,072 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T01:43:57,072 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733708697072 2024-12-09T01:43:57,072 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733708757072 2024-12-09T01:43:57,072 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ef6f18c58dc9:33067, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,073 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,075 DEBUG [master/ef6f18c58dc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.525sec 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:43:57,077 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:43:57,080 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:43:57,080 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:43:57,080 INFO [master/ef6f18c58dc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ef6f18c58dc9,33067,1733708626385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:43:57,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bda7e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef6f18c58dc9,33067,-1 for getting cluster id 2024-12-09T01:43:57,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:57,146 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8161aab4-4c61-4de0-a085-34c41fffc034' 2024-12-09T01:43:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8161aab4-4c61-4de0-a085-34c41fffc034" 2024-12-09T01:43:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703d20f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef6f18c58dc9,33067,-1] 2024-12-09T01:43:57,147 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:57,148 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:57,149 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:57,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:57,151 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,46411,1733708626512, seqNum=-1] 2024-12-09T01:43:57,151 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:57,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:57,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:57,154 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733708637154 (current time:1733708637154). 2024-12-09T01:43:57,154 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:43:57,154 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T01:43:57,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ef6f18c58dc9,33067,-1 for getting cluster id 2024-12-09T01:43:57,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:43:57,156 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8161aab4-4c61-4de0-a085-34c41fffc034' 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8161aab4-4c61-4de0-a085-34c41fffc034" 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47df3657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ef6f18c58dc9,33067,-1] 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:43:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:57,157 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:43:57,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4856796b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:43:57,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:43:57,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ef6f18c58dc9,46411,1733708626512, seqNum=-1] 2024-12-09T01:43:57,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:43:57,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:43:57,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:43:57,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:43:57,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:57,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:43:57,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:43:57,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:43:57,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ef6f18c58dc9,33067,1733708626385 2024-12-09T01:43:57,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac52129 2024-12-09T01:43:57,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:43:57,164 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:43:57,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:43:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T01:43:57,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:43:57,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:43:57,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T01:43:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:43:57,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:43:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:43:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:43:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:43:57,181 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 35b739faebdb015b31c158f5eb7db026, NAME => 'SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,181 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f706b424c7b9eae5f567b279ac4d64e9, NAME => 'SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,181 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f22477e37c803ef1898a9ce74957aaf2, NAME => 'SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 35b739faebdb015b31c158f5eb7db026, disabling compactions & flushes 2024-12-09T01:43:57,193 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:43:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. after waiting 0 ms 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:43:57,193 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:43:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:43:57,193 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 35b739faebdb015b31c158f5eb7db026: Waiting for close lock at 1733708637193Disabling compacts and flushes for region at 1733708637193Disabling writes for close at 1733708637193Writing region close event to WAL at 1733708637193Closed at 1733708637193 2024-12-09T01:43:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:43:57,194 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a4eef23ac3158116ad95eaa440f633df, NAME => 'SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:43:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:43:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:43:57,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741839_1015 (size=62) 2024-12-09T01:43:57,195 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f22477e37c803ef1898a9ce74957aaf2, disabling compactions & flushes 2024-12-09T01:43:57,195 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:43:57,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:43:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741838_1014 (size=54) 2024-12-09T01:43:57,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. after waiting 0 ms 2024-12-09T01:43:57,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:43:57,196 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:43:57,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f22477e37c803ef1898a9ce74957aaf2: Waiting for close lock at 1733708637195Disabling compacts and flushes for region at 1733708637195Disabling writes for close at 1733708637196 (+1 ms)Writing region close event to WAL at 1733708637196Closed at 1733708637196 2024-12-09T01:43:57,197 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4dd9c0f678245a52fe2be52ea83071b3, NAME => 'SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:43:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:43:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a4eef23ac3158116ad95eaa440f633df, disabling compactions & flushes 2024-12-09T01:43:57,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. after waiting 0 ms 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:43:57,205 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:43:57,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a4eef23ac3158116ad95eaa440f633df: Waiting for close lock at 1733708637205Disabling compacts and flushes for region at 1733708637205Disabling writes for close at 1733708637205Writing region close event to WAL at 1733708637205Closed at 1733708637205 2024-12-09T01:43:57,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1231da6187bd4559ca37b4ed9933db4b, NAME => 'SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:43:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:43:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:43:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:43:57,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:43:57,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1231da6187bd4559ca37b4ed9933db4b, disabling compactions & flushes 2024-12-09T01:43:57,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. after waiting 0 ms 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:43:57,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:43:57,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1231da6187bd4559ca37b4ed9933db4b: Waiting for close lock at 1733708637214Disabling compacts and flushes for region at 1733708637214Disabling writes for close at 1733708637214Writing region close event to WAL at 1733708637214Closed at 1733708637214 2024-12-09T01:43:57,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 30af005e49f1841d5824d9caa1a8c071, NAME => 'SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:43:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:43:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 30af005e49f1841d5824d9caa1a8c071, disabling compactions & flushes 2024-12-09T01:43:57,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. after waiting 0 ms 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:43:57,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:43:57,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 30af005e49f1841d5824d9caa1a8c071: Waiting for close lock at 1733708637224Disabling compacts and flushes for region at 1733708637224Disabling writes for close at 1733708637224Writing region close event to WAL at 1733708637224Closed at 1733708637224 2024-12-09T01:43:57,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fdde724b37ce333ac36da893fec7eea1, NAME => 'SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:43:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:43:57,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fdde724b37ce333ac36da893fec7eea1, disabling compactions & flushes 2024-12-09T01:43:57,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. after waiting 0 ms 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:43:57,233 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:43:57,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fdde724b37ce333ac36da893fec7eea1: Waiting for close lock at 1733708637233Disabling compacts and flushes for region at 1733708637233Disabling writes for close at 1733708637233Writing region close event to WAL at 1733708637233Closed at 1733708637233 2024-12-09T01:43:57,234 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98cb0315cd32b058164bacf4ed77a641, NAME => 'SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:43:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:43:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 98cb0315cd32b058164bacf4ed77a641, disabling compactions & flushes 2024-12-09T01:43:57,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. after waiting 0 ms 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:43:57,242 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:43:57,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98cb0315cd32b058164bacf4ed77a641: Waiting for close lock at 1733708637242Disabling compacts and flushes for region at 1733708637242Disabling writes for close at 1733708637242Writing region close event to WAL at 1733708637242Closed at 1733708637242 2024-12-09T01:43:57,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9665fee76dd6d6b0ae5ab7917eeb4143, NAME => 'SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5 2024-12-09T01:43:57,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:43:57,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:43:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:43:57,253 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9665fee76dd6d6b0ae5ab7917eeb4143, disabling compactions & flushes 2024-12-09T01:43:57,254 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:43:57,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:43:57,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. after waiting 0 ms 2024-12-09T01:43:57,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:43:57,254 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:43:57,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9665fee76dd6d6b0ae5ab7917eeb4143: Waiting for close lock at 1733708637254Disabling compacts and flushes for region at 1733708637254Disabling writes for close at 1733708637254Writing region close event to WAL at 1733708637254Closed at 1733708637254 2024-12-09T01:43:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:43:57,294 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ef6f18c58dc9:37519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T01:43:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f706b424c7b9eae5f567b279ac4d64e9, disabling compactions & flushes 2024-12-09T01:43:57,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. after waiting 0 ms 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:43:57,595 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:43:57,595 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f706b424c7b9eae5f567b279ac4d64e9: Waiting for close lock at 1733708637595Disabling compacts and flushes for region at 1733708637595Disabling writes for close at 1733708637595Writing region close event to WAL at 1733708637595Closed at 1733708637595 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4dd9c0f678245a52fe2be52ea83071b3, disabling compactions & flushes 2024-12-09T01:43:57,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. after waiting 0 ms 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:43:57,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:43:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4dd9c0f678245a52fe2be52ea83071b3: Waiting for close lock at 1733708637608Disabling compacts and flushes for region at 1733708637608Disabling writes for close at 1733708637608Writing region close event to WAL at 1733708637608Closed at 1733708637608 2024-12-09T01:43:57,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:43:57,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733708637610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733708637610"}]},"ts":"1733708637610"} 2024-12-09T01:43:57,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T01:43:57,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:43:57,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708637616"}]},"ts":"1733708637616"} 2024-12-09T01:43:57,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T01:43:57,618 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ef6f18c58dc9=0} racks are {/default-rack=0} 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:43:57,623 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:43:57,623 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:43:57,623 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:43:57,623 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:43:57,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f706b424c7b9eae5f567b279ac4d64e9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35b739faebdb015b31c158f5eb7db026, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4eef23ac3158116ad95eaa440f633df, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd9c0f678245a52fe2be52ea83071b3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1231da6187bd4559ca37b4ed9933db4b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdde724b37ce333ac36da893fec7eea1, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cb0315cd32b058164bacf4ed77a641, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN}] 2024-12-09T01:43:57,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4eef23ac3158116ad95eaa440f633df, ASSIGN 2024-12-09T01:43:57,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN 2024-12-09T01:43:57,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35b739faebdb015b31c158f5eb7db026, ASSIGN 2024-12-09T01:43:57,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd9c0f678245a52fe2be52ea83071b3, ASSIGN 2024-12-09T01:43:57,627 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4eef23ac3158116ad95eaa440f633df, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40333,1733708626481; forceNewPlan=false, retain=false 2024-12-09T01:43:57,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40391,1733708626439; forceNewPlan=false, retain=false 2024-12-09T01:43:57,627 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35b739faebdb015b31c158f5eb7db026, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,46411,1733708626512; forceNewPlan=false, retain=false 2024-12-09T01:43:57,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd9c0f678245a52fe2be52ea83071b3, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,46411,1733708626512; forceNewPlan=false, retain=false 2024-12-09T01:43:57,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN 2024-12-09T01:43:57,630 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cb0315cd32b058164bacf4ed77a641, ASSIGN 2024-12-09T01:43:57,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdde724b37ce333ac36da893fec7eea1, ASSIGN 2024-12-09T01:43:57,630 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN 2024-12-09T01:43:57,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1231da6187bd4559ca37b4ed9933db4b, ASSIGN 2024-12-09T01:43:57,631 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40391,1733708626439; forceNewPlan=false, retain=false 2024-12-09T01:43:57,631 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98cb0315cd32b058164bacf4ed77a641, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,46411,1733708626512; forceNewPlan=false, retain=false 2024-12-09T01:43:57,631 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdde724b37ce333ac36da893fec7eea1, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40333,1733708626481; forceNewPlan=false, retain=false 2024-12-09T01:43:57,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1231da6187bd4559ca37b4ed9933db4b, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,46411,1733708626512; forceNewPlan=false, retain=false 2024-12-09T01:43:57,632 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40391,1733708626439; forceNewPlan=false, retain=false 2024-12-09T01:43:57,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f706b424c7b9eae5f567b279ac4d64e9, ASSIGN 2024-12-09T01:43:57,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f706b424c7b9eae5f567b279ac4d64e9, ASSIGN; state=OFFLINE, location=ef6f18c58dc9,40333,1733708626481; forceNewPlan=false, retain=false 2024-12-09T01:43:57,777 INFO [ef6f18c58dc9:33067 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T01:43:57,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1231da6187bd4559ca37b4ed9933db4b, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9665fee76dd6d6b0ae5ab7917eeb4143, regionState=OPENING, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:57,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=98cb0315cd32b058164bacf4ed77a641, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=35b739faebdb015b31c158f5eb7db026, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dd9c0f678245a52fe2be52ea83071b3, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:43:57,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30af005e49f1841d5824d9caa1a8c071, regionState=OPENING, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:57,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f22477e37c803ef1898a9ce74957aaf2, regionState=OPENING, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:43:57,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdde724b37ce333ac36da893fec7eea1, regionState=OPENING, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:57,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a4eef23ac3158116ad95eaa440f633df, regionState=OPENING, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:57,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f706b424c7b9eae5f567b279ac4d64e9, regionState=OPENING, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:43:57,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd9c0f678245a52fe2be52ea83071b3, ASSIGN because future has completed 2024-12-09T01:43:57,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:43:57,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN because future has completed 2024-12-09T01:43:57,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,40391,1733708626439}] 2024-12-09T01:43:57,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=35b739faebdb015b31c158f5eb7db026, ASSIGN because future has completed 2024-12-09T01:43:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98cb0315cd32b058164bacf4ed77a641, ASSIGN because future has completed 2024-12-09T01:43:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:43:57,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b739faebdb015b31c158f5eb7db026, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:43:57,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98cb0315cd32b058164bacf4ed77a641, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:43:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1231da6187bd4559ca37b4ed9933db4b, ASSIGN because future has completed 2024-12-09T01:43:57,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1231da6187bd4559ca37b4ed9933db4b, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:43:57,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN because future has completed 2024-12-09T01:43:57,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40391,1733708626439}] 2024-12-09T01:43:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN because future has completed 2024-12-09T01:43:57,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdde724b37ce333ac36da893fec7eea1, ASSIGN because future has completed 2024-12-09T01:43:57,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,40391,1733708626439}] 2024-12-09T01:43:57,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdde724b37ce333ac36da893fec7eea1, server=ef6f18c58dc9,40333,1733708626481}] 2024-12-09T01:43:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f706b424c7b9eae5f567b279ac4d64e9, ASSIGN because future has completed 2024-12-09T01:43:57,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4eef23ac3158116ad95eaa440f633df, ASSIGN because future has completed 2024-12-09T01:43:57,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4eef23ac3158116ad95eaa440f633df, server=ef6f18c58dc9,40333,1733708626481}] 2024-12-09T01:43:57,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f706b424c7b9eae5f567b279ac4d64e9, server=ef6f18c58dc9,40333,1733708626481}] 2024-12-09T01:43:57,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:43:57,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:43:57,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:43:57,969 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:43:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:43:58,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:44:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:44:02,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:02,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:02,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:02,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:44:02,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:02,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:02,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:44:07,794 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:44:07,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:44:07,797 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:07,798 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 35b739faebdb015b31c158f5eb7db026, NAME => 'SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T01:44:07,798 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,798 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,798 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,798 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,799 INFO [StoreOpener-35b739faebdb015b31c158f5eb7db026-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,801 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:07,801 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9665fee76dd6d6b0ae5ab7917eeb4143, NAME => 'SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:44:07,801 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,801 INFO [StoreOpener-35b739faebdb015b31c158f5eb7db026-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35b739faebdb015b31c158f5eb7db026 columnFamilyName cf 2024-12-09T01:44:07,801 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,801 DEBUG [StoreOpener-35b739faebdb015b31c158f5eb7db026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,801 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,801 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,802 INFO [StoreOpener-35b739faebdb015b31c158f5eb7db026-1 {}] regionserver.HStore(327): Store=35b739faebdb015b31c158f5eb7db026/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,802 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,802 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,802 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,803 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,803 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,803 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,804 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9665fee76dd6d6b0ae5ab7917eeb4143 columnFamilyName cf 2024-12-09T01:44:07,804 DEBUG [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,804 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] regionserver.HStore(327): Store=9665fee76dd6d6b0ae5ab7917eeb4143/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,804 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,805 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,805 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,806 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,806 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,806 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,808 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/35b739faebdb015b31c158f5eb7db026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,808 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 35b739faebdb015b31c158f5eb7db026; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123719, jitterRate=-0.01467980444431305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,808 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:07,808 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,808 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 35b739faebdb015b31c158f5eb7db026: Running coprocessor pre-open hook at 1733708647798Writing region info on filesystem at 1733708647798Initializing all the Stores at 1733708647799 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647799Cleaning up temporary data from old regions at 1733708647804 (+5 ms)Running coprocessor post-open hooks at 1733708647808 (+4 ms)Region opened successfully at 1733708647808 2024-12-09T01:44:07,809 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026., pid=17, masterSystemTime=1733708647792 2024-12-09T01:44:07,811 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,811 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9665fee76dd6d6b0ae5ab7917eeb4143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65343578, jitterRate=-0.026304811239242554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,811 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9665fee76dd6d6b0ae5ab7917eeb4143: Running coprocessor pre-open hook at 1733708647801Writing region info on filesystem at 1733708647801Initializing all the Stores at 1733708647802 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647802Cleaning up temporary data from old regions at 1733708647806 (+4 ms)Running coprocessor post-open hooks at 1733708647811 (+5 ms)Region opened successfully at 1733708647811 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:07,812 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:07,812 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 98cb0315cd32b058164bacf4ed77a641, NAME => 'SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,812 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=35b739faebdb015b31c158f5eb7db026, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:07,814 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., pid=16, masterSystemTime=1733708647794 2024-12-09T01:44:07,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:44:07,815 INFO [StoreOpener-98cb0315cd32b058164bacf4ed77a641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35b739faebdb015b31c158f5eb7db026, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:07,817 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:07,817 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:07,817 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:07,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9665fee76dd6d6b0ae5ab7917eeb4143, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:07,817 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 30af005e49f1841d5824d9caa1a8c071, NAME => 'SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:44:07,818 INFO [StoreOpener-98cb0315cd32b058164bacf4ed77a641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98cb0315cd32b058164bacf4ed77a641 columnFamilyName cf 2024-12-09T01:44:07,818 DEBUG [StoreOpener-98cb0315cd32b058164bacf4ed77a641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,819 INFO [StoreOpener-98cb0315cd32b058164bacf4ed77a641-1 {}] regionserver.HStore(327): Store=98cb0315cd32b058164bacf4ed77a641/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,819 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,40391,1733708626439 because future has completed 2024-12-09T01:44:07,819 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,819 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,820 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,820 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,820 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-09T01:44:07,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 35b739faebdb015b31c158f5eb7db026, server=ef6f18c58dc9,46411,1733708626512 in 10.0250 sec 2024-12-09T01:44:07,821 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,821 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a4eef23ac3158116ad95eaa440f633df, NAME => 'SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,822 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,822 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=35b739faebdb015b31c158f5eb7db026, ASSIGN in 10.1970 sec 2024-12-09T01:44:07,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-09T01:44:07,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,40391,1733708626439 in 10.0320 sec 2024-12-09T01:44:07,824 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30af005e49f1841d5824d9caa1a8c071 columnFamilyName cf 2024-12-09T01:44:07,824 DEBUG [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,825 INFO [StoreOpener-a4eef23ac3158116ad95eaa440f633df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,825 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] regionserver.HStore(327): Store=30af005e49f1841d5824d9caa1a8c071/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,825 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,825 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN in 10.2010 sec 2024-12-09T01:44:07,826 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,826 INFO [StoreOpener-a4eef23ac3158116ad95eaa440f633df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4eef23ac3158116ad95eaa440f633df columnFamilyName cf 2024-12-09T01:44:07,827 DEBUG [StoreOpener-a4eef23ac3158116ad95eaa440f633df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,827 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,827 INFO [StoreOpener-a4eef23ac3158116ad95eaa440f633df-1 {}] regionserver.HStore(327): Store=a4eef23ac3158116ad95eaa440f633df/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,827 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,827 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,827 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,828 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,829 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,829 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,829 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,830 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,831 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,832 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,832 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 30af005e49f1841d5824d9caa1a8c071; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73411141, jitterRate=0.09391124546527863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,832 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,832 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:07,833 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 30af005e49f1841d5824d9caa1a8c071: Running coprocessor pre-open hook at 1733708647820Writing region info on filesystem at 1733708647820Initializing all the Stores at 1733708647821 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647821Cleaning up temporary data from old regions at 1733708647827 (+6 ms)Running coprocessor post-open hooks at 1733708647832 (+5 ms)Region opened successfully at 1733708647832 2024-12-09T01:44:07,833 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 98cb0315cd32b058164bacf4ed77a641; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68863550, jitterRate=0.02614685893058777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,833 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:07,833 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 98cb0315cd32b058164bacf4ed77a641: Running coprocessor pre-open hook at 1733708647813Writing region info on filesystem at 1733708647813Initializing all the Stores at 1733708647813Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647813Cleaning up temporary data from old regions at 1733708647822 (+9 ms)Running coprocessor post-open hooks at 1733708647833 (+11 ms)Region opened successfully at 1733708647833 2024-12-09T01:44:07,834 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., pid=20, masterSystemTime=1733708647794 2024-12-09T01:44:07,834 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., pid=18, masterSystemTime=1733708647792 2024-12-09T01:44:07,836 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:07,836 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:07,836 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:07,836 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f22477e37c803ef1898a9ce74957aaf2, NAME => 'SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:44:07,836 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,836 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,837 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,837 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=30af005e49f1841d5824d9caa1a8c071, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:07,837 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:07,837 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:07,837 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:07,837 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1231da6187bd4559ca37b4ed9933db4b, NAME => 'SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T01:44:07,837 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,838 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,838 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,838 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,838 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=98cb0315cd32b058164bacf4ed77a641, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:07,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40391,1733708626439 because future has completed 2024-12-09T01:44:07,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98cb0315cd32b058164bacf4ed77a641, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:07,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-12-09T01:44:07,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40391,1733708626439 in 10.0340 sec 2024-12-09T01:44:07,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-09T01:44:07,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 98cb0315cd32b058164bacf4ed77a641, server=ef6f18c58dc9,46411,1733708626512 in 10.0490 sec 2024-12-09T01:44:07,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN in 10.2200 sec 2024-12-09T01:44:07,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98cb0315cd32b058164bacf4ed77a641, ASSIGN in 10.2230 sec 2024-12-09T01:44:07,849 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/a4eef23ac3158116ad95eaa440f633df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,849 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a4eef23ac3158116ad95eaa440f633df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60469599, jitterRate=-0.09893275797367096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,849 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:07,850 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a4eef23ac3158116ad95eaa440f633df: Running coprocessor pre-open hook at 1733708647822Writing region info on filesystem at 1733708647822Initializing all the Stores at 1733708647824 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647824Cleaning up temporary data from old regions at 1733708647829 (+5 ms)Running coprocessor post-open hooks at 1733708647850 (+21 ms)Region opened successfully at 1733708647850 2024-12-09T01:44:07,851 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df., pid=24, masterSystemTime=1733708647812 2024-12-09T01:44:07,854 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:07,855 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:07,855 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:07,855 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f706b424c7b9eae5f567b279ac4d64e9, NAME => 'SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T01:44:07,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a4eef23ac3158116ad95eaa440f633df, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:07,855 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,855 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,856 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,856 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4eef23ac3158116ad95eaa440f633df, server=ef6f18c58dc9,40333,1733708626481 because future has completed 2024-12-09T01:44:07,861 INFO [StoreOpener-1231da6187bd4559ca37b4ed9933db4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,861 INFO [StoreOpener-f706b424c7b9eae5f567b279ac4d64e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,862 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,864 INFO [StoreOpener-f706b424c7b9eae5f567b279ac4d64e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f706b424c7b9eae5f567b279ac4d64e9 columnFamilyName cf 2024-12-09T01:44:07,864 DEBUG [StoreOpener-f706b424c7b9eae5f567b279ac4d64e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,864 INFO [StoreOpener-1231da6187bd4559ca37b4ed9933db4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1231da6187bd4559ca37b4ed9933db4b columnFamilyName cf 2024-12-09T01:44:07,864 DEBUG [StoreOpener-1231da6187bd4559ca37b4ed9933db4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,865 INFO [StoreOpener-f706b424c7b9eae5f567b279ac4d64e9-1 {}] regionserver.HStore(327): Store=f706b424c7b9eae5f567b279ac4d64e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,865 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,865 INFO [StoreOpener-1231da6187bd4559ca37b4ed9933db4b-1 {}] regionserver.HStore(327): Store=1231da6187bd4559ca37b4ed9933db4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,865 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,866 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,866 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-12-09T01:44:07,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a4eef23ac3158116ad95eaa440f633df, server=ef6f18c58dc9,40333,1733708626481 in 10.0490 sec 2024-12-09T01:44:07,867 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,867 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,868 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,868 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,868 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f22477e37c803ef1898a9ce74957aaf2 columnFamilyName cf 2024-12-09T01:44:07,868 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,868 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,868 DEBUG [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,869 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] regionserver.HStore(327): Store=f22477e37c803ef1898a9ce74957aaf2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,869 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,870 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4eef23ac3158116ad95eaa440f633df, ASSIGN in 10.2440 sec 2024-12-09T01:44:07,870 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,870 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,871 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,871 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,871 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,873 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/1231da6187bd4559ca37b4ed9933db4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,874 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,874 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1231da6187bd4559ca37b4ed9933db4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71412891, jitterRate=0.06413500010967255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,874 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:07,874 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1231da6187bd4559ca37b4ed9933db4b: Running coprocessor pre-open hook at 1733708647838Writing region info on filesystem at 1733708647838Initializing all the Stores at 1733708647840 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647840Cleaning up temporary data from old regions at 1733708647868 (+28 ms)Running coprocessor post-open hooks at 1733708647874 (+6 ms)Region opened successfully at 1733708647874 2024-12-09T01:44:07,875 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b., pid=19, masterSystemTime=1733708647792 2024-12-09T01:44:07,875 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f706b424c7b9eae5f567b279ac4d64e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,875 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f706b424c7b9eae5f567b279ac4d64e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69605464, jitterRate=0.03720223903656006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,876 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:07,876 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f706b424c7b9eae5f567b279ac4d64e9: Running coprocessor pre-open hook at 1733708647856Writing region info on filesystem at 1733708647856Initializing all the Stores at 1733708647859 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647860 (+1 ms)Cleaning up temporary data from old regions at 1733708647868 (+8 ms)Running coprocessor post-open hooks at 1733708647876 (+8 ms)Region opened successfully at 1733708647876 2024-12-09T01:44:07,876 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9., pid=23, masterSystemTime=1733708647812 2024-12-09T01:44:07,876 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,877 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:07,877 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:07,877 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f22477e37c803ef1898a9ce74957aaf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62484641, jitterRate=-0.06890629231929779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,877 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:07,877 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:07,877 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f22477e37c803ef1898a9ce74957aaf2: Running coprocessor pre-open hook at 1733708647837Writing region info on filesystem at 1733708647837Initializing all the Stores at 1733708647840 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647840Cleaning up temporary data from old regions at 1733708647871 (+31 ms)Running coprocessor post-open hooks at 1733708647877 (+6 ms)Region opened successfully at 1733708647877 2024-12-09T01:44:07,877 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dd9c0f678245a52fe2be52ea83071b3, NAME => 'SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T01:44:07,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1231da6187bd4559ca37b4ed9933db4b, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:07,878 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,878 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,878 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,878 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,878 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2., pid=21, masterSystemTime=1733708647794 2024-12-09T01:44:07,880 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:07,880 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:07,880 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1231da6187bd4559ca37b4ed9933db4b, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:07,880 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fdde724b37ce333ac36da893fec7eea1, NAME => 'SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T01:44:07,881 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,881 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:07,881 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,881 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f706b424c7b9eae5f567b279ac4d64e9, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:07,883 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:07,883 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:07,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f22477e37c803ef1898a9ce74957aaf2, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f706b424c7b9eae5f567b279ac4d64e9, server=ef6f18c58dc9,40333,1733708626481 because future has completed 2024-12-09T01:44:07,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,40391,1733708626439 because future has completed 2024-12-09T01:44:07,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-09T01:44:07,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1231da6187bd4559ca37b4ed9933db4b, server=ef6f18c58dc9,46411,1733708626512 in 10.0770 sec 2024-12-09T01:44:07,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-09T01:44:07,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f706b424c7b9eae5f567b279ac4d64e9, server=ef6f18c58dc9,40333,1733708626481 in 10.0770 sec 2024-12-09T01:44:07,892 INFO [StoreOpener-4dd9c0f678245a52fe2be52ea83071b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,894 INFO [StoreOpener-4dd9c0f678245a52fe2be52ea83071b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dd9c0f678245a52fe2be52ea83071b3 columnFamilyName cf 2024-12-09T01:44:07,894 DEBUG [StoreOpener-4dd9c0f678245a52fe2be52ea83071b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,895 INFO [StoreOpener-4dd9c0f678245a52fe2be52ea83071b3-1 {}] regionserver.HStore(327): Store=4dd9c0f678245a52fe2be52ea83071b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,895 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,896 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,897 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,897 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,897 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,899 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,903 INFO [StoreOpener-fdde724b37ce333ac36da893fec7eea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-09T01:44:07,905 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/4dd9c0f678245a52fe2be52ea83071b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,906 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 4dd9c0f678245a52fe2be52ea83071b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60325177, jitterRate=-0.10108481347560883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,906 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:07,906 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 4dd9c0f678245a52fe2be52ea83071b3: Running coprocessor pre-open hook at 1733708647878Writing region info on filesystem at 1733708647878Initializing all the Stores at 1733708647880 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647880Cleaning up temporary data from old regions at 1733708647897 (+17 ms)Running coprocessor post-open hooks at 1733708647906 (+9 ms)Region opened successfully at 1733708647906 2024-12-09T01:44:07,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1231da6187bd4559ca37b4ed9933db4b, ASSIGN in 10.2660 sec 2024-12-09T01:44:07,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,40391,1733708626439 in 10.0790 sec 2024-12-09T01:44:07,908 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3., pid=15, masterSystemTime=1733708647792 2024-12-09T01:44:07,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f706b424c7b9eae5f567b279ac4d64e9, ASSIGN in 10.2680 sec 2024-12-09T01:44:07,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN in 10.2830 sec 2024-12-09T01:44:07,909 INFO [StoreOpener-fdde724b37ce333ac36da893fec7eea1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdde724b37ce333ac36da893fec7eea1 columnFamilyName cf 2024-12-09T01:44:07,909 DEBUG [StoreOpener-fdde724b37ce333ac36da893fec7eea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:07,910 INFO [StoreOpener-fdde724b37ce333ac36da893fec7eea1-1 {}] regionserver.HStore(327): Store=fdde724b37ce333ac36da893fec7eea1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:07,910 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:07,910 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,910 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:07,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4dd9c0f678245a52fe2be52ea83071b3, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:07,911 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,912 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,913 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,913 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:07,915 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-12-09T01:44:07,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3, server=ef6f18c58dc9,46411,1733708626512 in 10.1330 sec 2024-12-09T01:44:07,918 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:44:07,919 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fdde724b37ce333ac36da893fec7eea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70646901, jitterRate=0.05272085964679718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:07,919 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:07,919 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fdde724b37ce333ac36da893fec7eea1: Running coprocessor pre-open hook at 1733708647881Writing region info on filesystem at 1733708647881Initializing all the Stores at 1733708647883 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708647883Cleaning up temporary data from old regions at 1733708647913 (+30 ms)Running coprocessor post-open hooks at 1733708647919 (+6 ms)Region opened successfully at 1733708647919 2024-12-09T01:44:07,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd9c0f678245a52fe2be52ea83071b3, ASSIGN in 10.2950 sec 2024-12-09T01:44:07,920 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., pid=22, masterSystemTime=1733708647812 2024-12-09T01:44:07,922 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:07,922 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:07,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdde724b37ce333ac36da893fec7eea1, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:07,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdde724b37ce333ac36da893fec7eea1, server=ef6f18c58dc9,40333,1733708626481 because future has completed 2024-12-09T01:44:07,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-09T01:44:07,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fdde724b37ce333ac36da893fec7eea1, server=ef6f18c58dc9,40333,1733708626481 in 10.1180 sec 2024-12-09T01:44:07,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-09T01:44:07,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdde724b37ce333ac36da893fec7eea1, ASSIGN in 10.3070 sec 2024-12-09T01:44:07,941 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:44:07,942 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733708647941"}]},"ts":"1733708647941"} 2024-12-09T01:44:07,944 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T01:44:07,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:44:07,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7810 sec 2024-12-09T01:44:10,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T01:44:12,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:12,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:12,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:13,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:44:13,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:13,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:13,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:44:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:44:15,372 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T01:44:15,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T01:44:15,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:44:15,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T01:44:15,377 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:44:15,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T01:44:15,405 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,406 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,407 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,408 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,458 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1., hostname=ef6f18c58dc9,40333,1733708626481, seqNum=2] 2024-12-09T01:44:15,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., hostname=ef6f18c58dc9,46411,1733708626512, seqNum=2] 2024-12-09T01:44:15,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., hostname=ef6f18c58dc9,46411,1733708626512, seqNum=2] 2024-12-09T01:44:15,508 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., hostname=ef6f18c58dc9,46411,1733708626512, seqNum=2] 2024-12-09T01:44:15,510 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., hostname=ef6f18c58dc9,46411,1733708626512, seqNum=2] 2024-12-09T01:44:15,511 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., hostname=ef6f18c58dc9,46411,1733708626512, seqNum=2] 2024-12-09T01:44:15,617 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,620 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,623 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:15,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., hostname=ef6f18c58dc9,40391,1733708626439, seqNum=2] 2024-12-09T01:44:16,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:44:16,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:16,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:44:16,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:16,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:44:16,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40391 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:16,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40333 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:44:16,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46411 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:44:16,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40391 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:44:17,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40391 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:44:17,287 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T01:44:17,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:44:17,288 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:44:17,289 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:44:17,293 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:44:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:44:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:44:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:44:17,328 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:44:17,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f706b424c7b9eae5f567b279ac4d64e9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f22477e37c803ef1898a9ce74957aaf2}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35b739faebdb015b31c158f5eb7db026}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4eef23ac3158116ad95eaa440f633df}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1231da6187bd4559ca37b4ed9933db4b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30af005e49f1841d5824d9caa1a8c071}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdde724b37ce333ac36da893fec7eea1}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cb0315cd32b058164bacf4ed77a641}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143}] 2024-12-09T01:44:17,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:17,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:17,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:17,334 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:17,334 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:17,343 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:17,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:17,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:17,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:17,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:21,069 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T01:44:27,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T01:44:27,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T01:44:27,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T01:44:27,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T01:44:27,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:27,338 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 9665fee76dd6d6b0ae5ab7917eeb4143 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T01:44:27,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T01:44:27,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:27,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f706b424c7b9eae5f567b279ac4d64e9: 2024-12-09T01:44:27,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T01:44:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T01:44:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T01:44:27,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:27,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:27,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:27,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 98cb0315cd32b058164bacf4ed77a641 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T01:44:27,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 30af005e49f1841d5824d9caa1a8c071 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T01:44:27,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fdde724b37ce333ac36da893fec7eea1 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a4eef23ac3158116ad95eaa440f633df: 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4dd9c0f678245a52fe2be52ea83071b3: 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:27,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f22477e37c803ef1898a9ce74957aaf2: 2024-12-09T01:44:27,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T01:44:27,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:27,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 35b739faebdb015b31c158f5eb7db026: 2024-12-09T01:44:27,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/.tmp/cf/b3f0c11e3479424aa32bf4b09d9185c3 is 34, key is aaa/cf:cf/1733708656530/Put/seqid=0 2024-12-09T01:44:27,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/.tmp/cf/bec7d8ae72fd4cd084f32cfca17038ee is 34, key is ccd/cf:cf/1733708656512/Put/seqid=0 2024-12-09T01:44:27,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/.tmp/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175 is 34, key is baa/cf:cf/1733708656502/Put/seqid=0 2024-12-09T01:44:27,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/.tmp/cf/f32b539108f94df8ba8bbcf5c9ad10db is 34, key is eaa/cf:cf/1733708657182/Put/seqid=0 2024-12-09T01:44:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741850_1026 (size=26918) 2024-12-09T01:44:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741850_1026 (size=26918) 2024-12-09T01:44:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741850_1026 (size=26918) 2024-12-09T01:44:27,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/.tmp/cf/b3f0c11e3479424aa32bf4b09d9185c3 2024-12-09T01:44:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:44:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:44:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:44:27,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:27,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T01:44:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T01:44:27,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:27,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:27,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f22477e37c803ef1898a9ce74957aaf2 in 10.3080 sec 2024-12-09T01:44:27,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/.tmp/cf/b3f0c11e3479424aa32bf4b09d9185c3 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/cf/b3f0c11e3479424aa32bf4b09d9185c3 2024-12-09T01:44:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741854_1030 (size=57) 2024-12-09T01:44:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741854_1030 (size=57) 2024-12-09T01:44:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741854_1030 (size=57) 2024-12-09T01:44:27,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:27,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T01:44:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T01:44:27,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:27,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:27,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f706b424c7b9eae5f567b279ac4d64e9 in 10.3900 sec 2024-12-09T01:44:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:44:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741856_1032 (size=47197) 2024-12-09T01:44:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741856_1032 (size=47197) 2024-12-09T01:44:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:44:27,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741856_1032 (size=47197) 2024-12-09T01:44:27,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T01:44:27,745 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/.tmp/cf/bec7d8ae72fd4cd084f32cfca17038ee 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1231da6187bd4559ca37b4ed9933db4b: 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:44:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T01:44:27,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:27,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:27,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4dd9c0f678245a52fe2be52ea83071b3 in 10.4190 sec 2024-12-09T01:44:27,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741855_1031 (size=65) 2024-12-09T01:44:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741855_1031 (size=65) 2024-12-09T01:44:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741855_1031 (size=65) 2024-12-09T01:44:27,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:27,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T01:44:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T01:44:27,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:27,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:27,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35b739faebdb015b31c158f5eb7db026 in 10.4270 sec 2024-12-09T01:44:27,761 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/cf/b3f0c11e3479424aa32bf4b09d9185c3, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T01:44:27,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 30af005e49f1841d5824d9caa1a8c071 in 420ms, sequenceid=5, compaction requested=false 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 30af005e49f1841d5824d9caa1a8c071: 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/cf/b3f0c11e3479424aa32bf4b09d9185c3] hfiles 2024-12-09T01:44:27,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/cf/b3f0c11e3479424aa32bf4b09d9185c3 for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/.tmp/cf/bec7d8ae72fd4cd084f32cfca17038ee as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/cf/bec7d8ae72fd4cd084f32cfca17038ee 2024-12-09T01:44:27,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/cf/bec7d8ae72fd4cd084f32cfca17038ee, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T01:44:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741853_1029 (size=65) 2024-12-09T01:44:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741853_1029 (size=65) 2024-12-09T01:44:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741853_1029 (size=65) 2024-12-09T01:44:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T01:44:27,799 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 98cb0315cd32b058164bacf4ed77a641 in 453ms, sequenceid=5, compaction requested=false 2024-12-09T01:44:27,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 98cb0315cd32b058164bacf4ed77a641: 2024-12-09T01:44:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T01:44:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/cf/bec7d8ae72fd4cd084f32cfca17038ee] hfiles 2024-12-09T01:44:27,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:27,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/cf/bec7d8ae72fd4cd084f32cfca17038ee for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:27,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4eef23ac3158116ad95eaa440f633df in 10.4740 sec 2024-12-09T01:44:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741857_1033 (size=28623) 2024-12-09T01:44:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741857_1033 (size=28623) 2024-12-09T01:44:27,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741857_1033 (size=28623) 2024-12-09T01:44:27,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/.tmp/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175 2024-12-09T01:44:27,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/.tmp/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175 2024-12-09T01:44:27,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T01:44:27,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fdde724b37ce333ac36da893fec7eea1 in 501ms, sequenceid=5, compaction requested=false 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fdde724b37ce333ac36da893fec7eea1: 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175] hfiles 2024-12-09T01:44:27,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/cf/fc1e0a6f7aaa4c6c8d5dfcfe5e765175 for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741851_1027 (size=499309) 2024-12-09T01:44:27,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741851_1027 (size=499309) 2024-12-09T01:44:27,856 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/.tmp/cf/f32b539108f94df8ba8bbcf5c9ad10db 2024-12-09T01:44:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741851_1027 (size=499309) 2024-12-09T01:44:27,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/.tmp/cf/f32b539108f94df8ba8bbcf5c9ad10db as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/cf/f32b539108f94df8ba8bbcf5c9ad10db 2024-12-09T01:44:27,883 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/cf/f32b539108f94df8ba8bbcf5c9ad10db, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T01:44:27,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 9665fee76dd6d6b0ae5ab7917eeb4143 in 546ms, sequenceid=5, compaction requested=false 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9665fee76dd6d6b0ae5ab7917eeb4143: 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. for SnapshotProcedureTest completed. 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/cf/f32b539108f94df8ba8bbcf5c9ad10db] hfiles 2024-12-09T01:44:27,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/cf/f32b539108f94df8ba8bbcf5c9ad10db for snapshot=SnapshotProcedureTest 2024-12-09T01:44:27,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:44:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:44:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:44:27,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:27,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T01:44:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T01:44:27,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:27,930 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:27,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1231da6187bd4559ca37b4ed9933db4b in 10.6040 sec 2024-12-09T01:44:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741859_1035 (size=105) 2024-12-09T01:44:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741859_1035 (size=105) 2024-12-09T01:44:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741859_1035 (size=105) 2024-12-09T01:44:27,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:27,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T01:44:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T01:44:27,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:27,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:27,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30af005e49f1841d5824d9caa1a8c071 in 10.6120 sec 2024-12-09T01:44:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:44:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:44:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:44:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:44:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:44:27,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:44:27,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:27,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T01:44:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T01:44:27,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:27,963 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:27,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdde724b37ce333ac36da893fec7eea1 in 10.6360 sec 2024-12-09T01:44:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741862_1038 (size=97) 2024-12-09T01:44:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741862_1038 (size=97) 2024-12-09T01:44:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741862_1038 (size=97) 2024-12-09T01:44:27,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:27,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T01:44:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T01:44:27,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:27,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:27,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143 in 10.6480 sec 2024-12-09T01:44:28,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:28,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T01:44:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T01:44:28,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:28,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:28,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-09T01:44:28,363 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:44:28,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98cb0315cd32b058164bacf4ed77a641 in 11.0330 sec 2024-12-09T01:44:28,364 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:44:28,364 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:44:28,364 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T01:44:28,366 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:44:28,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:44:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:44:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:44:28,397 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:44:28,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T01:44:28,405 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:28,405 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:28,406 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,406 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:28,406 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:44:28,407 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,407 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ef6f18c58dc9,40391,1733708626439: Simulated kill ***** 2024-12-09T01:44:28,407 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T01:44:28,407 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T01:44:28,408 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T01:44:28,408 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T01:44:28,409 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T01:44:28,409 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 513868696 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171860328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T01:44:28,409 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33067 {}] master.MasterRpcServices(700): ef6f18c58dc9,40391,1733708626439 reported a fatal error: ***** ABORTING region server ef6f18c58dc9,40391,1733708626439: Simulated kill ***** 2024-12-09T01:44:28,410 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:28,410 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:28,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:28,410 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,40391,1733708626439' ***** 2024-12-09T01:44:28,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T01:44:28,411 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,411 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:44:28,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:44:28,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:44:28,411 INFO [RS:0;ef6f18c58dc9:40391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T01:44:28,411 INFO [RS:0;ef6f18c58dc9:40391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T01:44:28,411 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:28,411 INFO [RS:0;ef6f18c58dc9:40391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ef6f18c58dc9:40391. 2024-12-09T01:44:28,411 DEBUG [RS:0;ef6f18c58dc9:40391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:28,411 DEBUG [RS:0;ef6f18c58dc9:40391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741835_1011 (size=2010) 2024-12-09T01:44:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741835_1011 (size=2010) 2024-12-09T01:44:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741835_1011 (size=2010) 2024-12-09T01:44:28,417 DEBUG [RS:0;ef6f18c58dc9:40391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:28,417 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:28,417 INFO [RS:0;ef6f18c58dc9:40391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40391 2024-12-09T01:44:28,418 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:28,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:44:28,420 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:28,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,40391,1733708626439] 2024-12-09T01:44:28,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,40391,1733708626439 already deleted, retry=false 2024-12-09T01:44:28,422 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ef6f18c58dc9,40391,1733708626439 on ef6f18c58dc9,33067,1733708626385 2024-12-09T01:44:28,423 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ef6f18c58dc9,40391,1733708626439, splitWal=true, meta=false 2024-12-09T01:44:28,423 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for ef6f18c58dc9,40391,1733708626439 (carryingMeta=false) ef6f18c58dc9,40391,1733708626439/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@46a4ae9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T01:44:28,424 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ef6f18c58dc9,40391,1733708626439, splitWal=true, meta=false 2024-12-09T01:44:28,429 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): ef6f18c58dc9,40391,1733708626439 had 3 regions 2024-12-09T01:44:28,431 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ef6f18c58dc9,40391,1733708626439, splitWal=true, meta=false, isMeta: false 2024-12-09T01:44:28,432 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40391,1733708626439 Release verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,433 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to ef6f18c58dc9,40391,1733708626439, this operation will be retried to send to another server 2024-12-09T01:44:28,434 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting 2024-12-09T01:44:28,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40391,1733708626439 Release verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,435 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to ef6f18c58dc9,40391,1733708626439, this operation will be retried to send to another server 2024-12-09T01:44:28,433 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:44:28,435 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:44:28,435 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733708669435 2024-12-09T01:44:28,435 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733708669435 2024-12-09T01:44:28,437 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef6f18c58dc9,40391,1733708626439 WAL count=1, meta=false 2024-12-09T01:44:28,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ef6f18c58dc9%2C40391%2C1733708626439.1733708626996}] 2024-12-09T01:44:28,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-09T01:44:28,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-09T01:44:28,441 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-09T01:44:28,442 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:28,443 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40391,1733708626439 Release verify snapshot worker=ef6f18c58dc9,40391,1733708626439 2024-12-09T01:44:28,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, worker=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:44:28,443 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to ef6f18c58dc9,40391,1733708626439, this operation will be retried to send to another server 2024-12-09T01:44:28,443 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:44:28,444 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733708669444 2024-12-09T01:44:28,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:28,522 INFO [RS:0;ef6f18c58dc9:40391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:28,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40391-0x1007471f2a30001, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:28,522 INFO [RS:0;ef6f18c58dc9:40391 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,40391,1733708626439; zookeeper connection closed. 2024-12-09T01:44:28,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18dc3e6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18dc3e6c 2024-12-09T01:44:28,870 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:44:28,870 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:44:37,781 INFO [master/ef6f18c58dc9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T01:44:37,781 INFO [master/ef6f18c58dc9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T01:44:38,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T01:44:38,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T01:44:38,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T01:44:38,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T01:44:38,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:44:38,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T01:44:38,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T01:44:38,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T01:44:38,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T01:44:38,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T01:44:38,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T01:44:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T01:44:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T01:44:38,414 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,415 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T01:44:38,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 10.0130 sec 2024-12-09T01:44:38,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:44:38,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 10.0140 sec 2024-12-09T01:44:38,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T01:44:38,418 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T01:44:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T01:44:38,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T01:44:38,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 10.0180 sec 2024-12-09T01:44:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T01:44:38,421 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 Release verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T01:44:38,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 in 10.0200 sec 2024-12-09T01:44:38,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 Release verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:38,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,424 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:38,424 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 in 10.0230 sec 2024-12-09T01:44:38,427 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, size=2.0 K (2010bytes) 2024-12-09T01:44:38,427 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 2024-12-09T01:44:38,427 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 after 0ms 2024-12-09T01:44:38,429 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 Release verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:38,430 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 took 4ms 2024-12-09T01:44:38,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 in 10.0280 sec 2024-12-09T01:44:38,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 9665fee76dd6d6b0ae5ab7917eeb4143: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T01:44:38,439 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 30af005e49f1841d5824d9caa1a8c071: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T01:44:38,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f22477e37c803ef1898a9ce74957aaf2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:44:38,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 so closing down 2024-12-09T01:44:38,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T01:44:38,440 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T01:44:38,440 INFO [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 7 edits across 0 Regions in 4 ms; skipped=7; WAL=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, size=2.0 K, length=2010, corrupted=false, cancelled=false 2024-12-09T01:44:38,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, journal: Splitting hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, size=2.0 K (2010bytes) at 1733708678427Finishing writing output for hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 so closing down at 1733708678440 (+13 ms)3 split writer threads finished at 1733708678440Processed 7 edits across 0 Regions in 4 ms; skipped=7; WAL=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, size=2.0 K, length=2010, corrupted=false, cancelled=false at 1733708678440 2024-12-09T01:44:38,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 2024-12-09T01:44:38,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T01:44:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T01:44:38,444 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting/ef6f18c58dc9%2C40391%2C1733708626439.1733708626996 to hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs 2024-12-09T01:44:38,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T01:44:38,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, worker=ef6f18c58dc9,46411,1733708626512 in 10.0010 sec 2024-12-09T01:44:38,447 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T01:44:38,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure ef6f18c58dc9%2C40391%2C1733708626439.1733708626996, worker=ef6f18c58dc9,46411,1733708626512 in 10.0100 sec 2024-12-09T01:44:38,451 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting dir is empty, no logs to split. 2024-12-09T01:44:38,451 INFO [PEWorker-1 {}] master.SplitWALManager(105): ef6f18c58dc9,40391,1733708626439 WAL count=0, meta=false 2024-12-09T01:44:38,451 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ef6f18c58dc9,40391,1733708626439 WAL splitting is done? wals=0, meta=false 2024-12-09T01:44:38,453 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ef6f18c58dc9,40391,1733708626439 failed, ignore...File hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/WALs/ef6f18c58dc9,40391,1733708626439-splitting does not exist. 2024-12-09T01:44:38,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN}] 2024-12-09T01:44:38,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN 2024-12-09T01:44:38,455 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN 2024-12-09T01:44:38,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN 2024-12-09T01:44:38,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:44:38,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:44:38,456 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:44:38,606 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(204): Hosts are {ef6f18c58dc9=0} racks are {/default-rack=0} 2024-12-09T01:44:38,606 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:44:38,606 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:44:38,606 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:44:38,607 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:44:38,607 INFO [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:44:38,607 INFO [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:44:38,607 DEBUG [ef6f18c58dc9:33067 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:44:38,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=30af005e49f1841d5824d9caa1a8c071, regionState=OPENING, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:38,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=9665fee76dd6d6b0ae5ab7917eeb4143, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f22477e37c803ef1898a9ce74957aaf2, regionState=OPENING, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:38,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN because future has completed 2024-12-09T01:44:38,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:44:38,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN because future has completed 2024-12-09T01:44:38,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,46411,1733708626512}] 2024-12-09T01:44:38,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN because future has completed 2024-12-09T01:44:38,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40333,1733708626481}] 2024-12-09T01:44:46,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:44:47,641 INFO [regionserver/ef6f18c58dc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T01:44:48,429 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,429 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f22477e37c803ef1898a9ce74957aaf2, NAME => 'SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 30af005e49f1841d5824d9caa1a8c071, NAME => 'SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:44:48,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T01:44:48,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T01:44:48,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T01:44:48,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T01:44:48,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:48,429 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,430 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,430 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,430 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T01:44:48,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T01:44:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T01:44:48,431 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,431 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T01:44:48,432 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f22477e37c803ef1898a9ce74957aaf2 columnFamilyName cf 2024-12-09T01:44:48,432 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30af005e49f1841d5824d9caa1a8c071 columnFamilyName cf 2024-12-09T01:44:48,432 DEBUG [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:48,432 DEBUG [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:48,432 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 Release verify snapshot worker=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:48,433 INFO [StoreOpener-f22477e37c803ef1898a9ce74957aaf2-1 {}] regionserver.HStore(327): Store=f22477e37c803ef1898a9ce74957aaf2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:48,433 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,433 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33067 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T01:44:48,434 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,435 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 20.0320 sec 2024-12-09T01:44:48,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,40333,1733708626481 in 20.0320 sec 2024-12-09T01:44:48,436 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,436 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 Release verify snapshot worker=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 20.0330 sec 2024-12-09T01:44:48,437 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,437 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-09T01:44:48,438 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:44:48,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ef6f18c58dc9,46411,1733708626512 in 20.0350 sec 2024-12-09T01:44:48,439 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T01:44:48,439 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,440 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f22477e37c803ef1898a9ce74957aaf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60759356, jitterRate=-0.09461504220962524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:48,440 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,440 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f22477e37c803ef1898a9ce74957aaf2: Running coprocessor pre-open hook at 1733708688430Writing region info on filesystem at 1733708688430Initializing all the Stores at 1733708688431 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708688431Cleaning up temporary data from old regions at 1733708688437 (+6 ms)Running coprocessor post-open hooks at 1733708688440 (+3 ms)Region opened successfully at 1733708688440 2024-12-09T01:44:48,441 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:44:48,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T01:44:48,442 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2., pid=53, masterSystemTime=1733708688425 2024-12-09T01:44:48,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.1550 sec 2024-12-09T01:44:48,444 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,444 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,444 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,444 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 9665fee76dd6d6b0ae5ab7917eeb4143, NAME => 'SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:44:48,445 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,445 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:44:48,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f22477e37c803ef1898a9ce74957aaf2, regionState=OPEN, openSeqNum=2, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,445 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,445 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,447 DEBUG [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/cf/b3f0c11e3479424aa32bf4b09d9185c3 2024-12-09T01:44:48,447 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,447 INFO [StoreOpener-30af005e49f1841d5824d9caa1a8c071-1 {}] regionserver.HStore(327): Store=30af005e49f1841d5824d9caa1a8c071/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:48,447 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:48,448 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,448 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9665fee76dd6d6b0ae5ab7917eeb4143 columnFamilyName cf 2024-12-09T01:44:48,448 DEBUG [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:44:48,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-09T01:44:48,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure f22477e37c803ef1898a9ce74957aaf2, server=ef6f18c58dc9,46411,1733708626512 in 9.8380 sec 2024-12-09T01:44:48,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f22477e37c803ef1898a9ce74957aaf2, ASSIGN in 9.9970 sec 2024-12-09T01:44:48,457 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,457 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,457 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,459 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,464 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,466 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 30af005e49f1841d5824d9caa1a8c071; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65382215, jitterRate=-0.025729075074195862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:48,466 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,466 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 30af005e49f1841d5824d9caa1a8c071: Running coprocessor pre-open hook at 1733708688430Writing region info on filesystem at 1733708688430Initializing all the Stores at 1733708688431 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708688431Cleaning up temporary data from old regions at 1733708688457 (+26 ms)Running coprocessor post-open hooks at 1733708688466 (+9 ms)Region opened successfully at 1733708688466 2024-12-09T01:44:48,467 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., pid=54, masterSystemTime=1733708688425 2024-12-09T01:44:48,469 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,469 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,470 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=30af005e49f1841d5824d9caa1a8c071, regionState=OPEN, openSeqNum=6, regionLocation=ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:48,470 DEBUG [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/cf/f32b539108f94df8ba8bbcf5c9ad10db 2024-12-09T01:44:48,470 INFO [StoreOpener-9665fee76dd6d6b0ae5ab7917eeb4143-1 {}] regionserver.HStore(327): Store=9665fee76dd6d6b0ae5ab7917eeb4143/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:44:48,470 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,471 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40333,1733708626481 because future has completed 2024-12-09T01:44:48,473 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,473 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,473 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-12-09T01:44:48,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 30af005e49f1841d5824d9caa1a8c071, server=ef6f18c58dc9,40333,1733708626481 in 9.8610 sec 2024-12-09T01:44:48,476 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30af005e49f1841d5824d9caa1a8c071, ASSIGN in 10.0210 sec 2024-12-09T01:44:48,479 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,480 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 9665fee76dd6d6b0ae5ab7917eeb4143; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63828399, jitterRate=-0.04888273775577545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:44:48,480 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,480 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 9665fee76dd6d6b0ae5ab7917eeb4143: Running coprocessor pre-open hook at 1733708688445Writing region info on filesystem at 1733708688445Initializing all the Stores at 1733708688446 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733708688446Cleaning up temporary data from old regions at 1733708688473 (+27 ms)Running coprocessor post-open hooks at 1733708688480 (+7 ms)Region opened successfully at 1733708688480 2024-12-09T01:44:48,481 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143., pid=52, masterSystemTime=1733708688425 2024-12-09T01:44:48,483 DEBUG [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,483 INFO [RS_OPEN_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=9665fee76dd6d6b0ae5ab7917eeb4143, regionState=OPEN, openSeqNum=6, regionLocation=ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,46411,1733708626512 because future has completed 2024-12-09T01:44:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-12-09T01:44:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 9665fee76dd6d6b0ae5ab7917eeb4143, server=ef6f18c58dc9,46411,1733708626512 in 9.8760 sec 2024-12-09T01:44:48,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-09T01:44:48,490 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server ef6f18c58dc9,40391,1733708626439 after splitting done 2024-12-09T01:44:48,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9665fee76dd6d6b0ae5ab7917eeb4143, ASSIGN in 10.0340 sec 2024-12-09T01:44:48,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure ef6f18c58dc9,40391,1733708626439, splitWal=true, meta=false in 20.0680 sec 2024-12-09T01:44:48,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T01:44:48,537 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T01:44:48,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:44:48,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:48,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:48,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:44:48,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:44:48,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=970451262, stopped=false 2024-12-09T01:44:48,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ef6f18c58dc9,33067,1733708626385 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:44:48,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:44:48,541 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:44:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:44:48,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:44:48,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:44:48,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:44:48,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:48,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,40333,1733708626481' ***** 2024-12-09T01:44:48,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:44:48,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ef6f18c58dc9,46411,1733708626512' ***** 2024-12-09T01:44:48,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:44:48,544 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(3091): Received CLOSE for a4eef23ac3158116ad95eaa440f633df 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1231da6187bd4559ca37b4ed9933db4b 2024-12-09T01:44:48,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:44:48,545 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(3091): Received CLOSE for 30af005e49f1841d5824d9caa1a8c071 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(3091): Received CLOSE for f706b424c7b9eae5f567b279ac4d64e9 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(3091): Received CLOSE for fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(959): stopping server ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:48,545 INFO [RS:1;ef6f18c58dc9:40333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ef6f18c58dc9:40333. 2024-12-09T01:44:48,545 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4eef23ac3158116ad95eaa440f633df, disabling compactions & flushes 2024-12-09T01:44:48,545 DEBUG [RS:1;ef6f18c58dc9:40333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dd9c0f678245a52fe2be52ea83071b3 2024-12-09T01:44:48,545 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:48,545 DEBUG [RS:1;ef6f18c58dc9:40333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,545 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:48,545 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 98cb0315cd32b058164bacf4ed77a641 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,546 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. after waiting 1 ms 2024-12-09T01:44:48,546 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T01:44:48,546 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 35b739faebdb015b31c158f5eb7db026 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 9665fee76dd6d6b0ae5ab7917eeb4143 2024-12-09T01:44:48,546 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1325): Online Regions={a4eef23ac3158116ad95eaa440f633df=SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df., 30af005e49f1841d5824d9caa1a8c071=SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071., f706b424c7b9eae5f567b279ac4d64e9=SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9., fdde724b37ce333ac36da893fec7eea1=SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1.} 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(959): stopping server ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,546 DEBUG [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1351): Waiting on 30af005e49f1841d5824d9caa1a8c071, a4eef23ac3158116ad95eaa440f633df, f706b424c7b9eae5f567b279ac4d64e9, fdde724b37ce333ac36da893fec7eea1 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ef6f18c58dc9:46411. 2024-12-09T01:44:48,546 DEBUG [RS:2;ef6f18c58dc9:46411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:44:48,546 DEBUG [RS:2;ef6f18c58dc9:46411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:44:48,546 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-09T01:44:48,546 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1325): Online Regions={1231da6187bd4559ca37b4ed9933db4b=SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b., 4dd9c0f678245a52fe2be52ea83071b3=SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3., 98cb0315cd32b058164bacf4ed77a641=SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641., f22477e37c803ef1898a9ce74957aaf2=SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2., 1588230740=hbase:meta,,1.1588230740, 35b739faebdb015b31c158f5eb7db026=SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026., 9665fee76dd6d6b0ae5ab7917eeb4143=SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143.} 2024-12-09T01:44:48,546 DEBUG [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1351): Waiting on 1231da6187bd4559ca37b4ed9933db4b, 1588230740, 35b739faebdb015b31c158f5eb7db026, 4dd9c0f678245a52fe2be52ea83071b3, 9665fee76dd6d6b0ae5ab7917eeb4143, 98cb0315cd32b058164bacf4ed77a641, f22477e37c803ef1898a9ce74957aaf2 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:44:48,547 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1231da6187bd4559ca37b4ed9933db4b, disabling compactions & flushes 2024-12-09T01:44:48,547 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. after waiting 0 ms 2024-12-09T01:44:48,547 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-12-09T01:44:48,547 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:48,560 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/a4eef23ac3158116ad95eaa440f633df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,561 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/1231da6187bd4559ca37b4ed9933db4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,561 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:48,561 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4eef23ac3158116ad95eaa440f633df: Waiting for close lock at 1733708688545Running coprocessor pre-close hooks at 1733708688545Disabling compacts and flushes for region at 1733708688545Disabling writes for close at 1733708688546 (+1 ms)Writing region close event to WAL at 1733708688546Running coprocessor post-close hooks at 1733708688561 (+15 ms)Closed at 1733708688561 2024-12-09T01:44:48,561 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733708637164.a4eef23ac3158116ad95eaa440f633df. 2024-12-09T01:44:48,562 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30af005e49f1841d5824d9caa1a8c071, disabling compactions & flushes 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1231da6187bd4559ca37b4ed9933db4b: Waiting for close lock at 1733708688547Running coprocessor pre-close hooks at 1733708688547Disabling compacts and flushes for region at 1733708688547Disabling writes for close at 1733708688547Writing region close event to WAL at 1733708688548 (+1 ms)Running coprocessor post-close hooks at 1733708688562 (+14 ms)Closed at 1733708688562 2024-12-09T01:44:48,562 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733708637164.1231da6187bd4559ca37b4ed9933db4b. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. after waiting 0 ms 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dd9c0f678245a52fe2be52ea83071b3, disabling compactions & flushes 2024-12-09T01:44:48,562 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. after waiting 0 ms 2024-12-09T01:44:48,562 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:48,571 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/30af005e49f1841d5824d9caa1a8c071/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-09T01:44:48,571 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,571 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30af005e49f1841d5824d9caa1a8c071: Waiting for close lock at 1733708688562Running coprocessor pre-close hooks at 1733708688562Disabling compacts and flushes for region at 1733708688562Disabling writes for close at 1733708688562Writing region close event to WAL at 1733708688566 (+4 ms)Running coprocessor post-close hooks at 1733708688571 (+5 ms)Closed at 1733708688571 2024-12-09T01:44:48,572 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733708637164.30af005e49f1841d5824d9caa1a8c071. 2024-12-09T01:44:48,572 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f706b424c7b9eae5f567b279ac4d64e9, disabling compactions & flushes 2024-12-09T01:44:48,572 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:48,572 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:48,572 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. after waiting 0 ms 2024-12-09T01:44:48,572 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:48,575 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/4dd9c0f678245a52fe2be52ea83071b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,575 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dd9c0f678245a52fe2be52ea83071b3: Waiting for close lock at 1733708688562Running coprocessor pre-close hooks at 1733708688562Disabling compacts and flushes for region at 1733708688562Disabling writes for close at 1733708688562Writing region close event to WAL at 1733708688566 (+4 ms)Running coprocessor post-close hooks at 1733708688575 (+9 ms)Closed at 1733708688575 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733708637164.4dd9c0f678245a52fe2be52ea83071b3. 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98cb0315cd32b058164bacf4ed77a641, disabling compactions & flushes 2024-12-09T01:44:48,576 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. after waiting 0 ms 2024-12-09T01:44:48,576 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:48,581 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/info/499f3303e6124327b632cbc8cfe5d4cf is 167, key is SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2./info:regioninfo/1733708688445/Put/seqid=0 2024-12-09T01:44:48,582 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:48,582 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f706b424c7b9eae5f567b279ac4d64e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,583 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f706b424c7b9eae5f567b279ac4d64e9: Waiting for close lock at 1733708688572Running coprocessor pre-close hooks at 1733708688572Disabling compacts and flushes for region at 1733708688572Disabling writes for close at 1733708688572Writing region close event to WAL at 1733708688578 (+6 ms)Running coprocessor post-close hooks at 1733708688583 (+5 ms)Closed at 1733708688583 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733708637164.f706b424c7b9eae5f567b279ac4d64e9. 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdde724b37ce333ac36da893fec7eea1, disabling compactions & flushes 2024-12-09T01:44:48,583 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. after waiting 0 ms 2024-12-09T01:44:48,583 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:48,586 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/98cb0315cd32b058164bacf4ed77a641/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:44:48,587 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98cb0315cd32b058164bacf4ed77a641: Waiting for close lock at 1733708688576Running coprocessor pre-close hooks at 1733708688576Disabling compacts and flushes for region at 1733708688576Disabling writes for close at 1733708688576Writing region close event to WAL at 1733708688579 (+3 ms)Running coprocessor post-close hooks at 1733708688587 (+8 ms)Closed at 1733708688587 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733708637164.98cb0315cd32b058164bacf4ed77a641. 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f22477e37c803ef1898a9ce74957aaf2, disabling compactions & flushes 2024-12-09T01:44:48,587 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. after waiting 0 ms 2024-12-09T01:44:48,587 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741864_1040 (size=19822) 2024-12-09T01:44:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741864_1040 (size=19822) 2024-12-09T01:44:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741864_1040 (size=19822) 2024-12-09T01:44:48,592 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/info/499f3303e6124327b632cbc8cfe5d4cf 2024-12-09T01:44:48,593 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/f22477e37c803ef1898a9ce74957aaf2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T01:44:48,593 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,593 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f22477e37c803ef1898a9ce74957aaf2: Waiting for close lock at 1733708688587Running coprocessor pre-close hooks at 1733708688587Disabling compacts and flushes for region at 1733708688587Disabling writes for close at 1733708688587Writing region close event to WAL at 1733708688589 (+2 ms)Running coprocessor post-close hooks at 1733708688593 (+4 ms)Closed at 1733708688593 2024-12-09T01:44:48,593 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733708637164.f22477e37c803ef1898a9ce74957aaf2. 2024-12-09T01:44:48,593 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35b739faebdb015b31c158f5eb7db026, disabling compactions & flushes 2024-12-09T01:44:48,593 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:48,593 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:48,594 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. after waiting 0 ms 2024-12-09T01:44:48,594 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:48,598 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/35b739faebdb015b31c158f5eb7db026/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:44:48,599 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35b739faebdb015b31c158f5eb7db026: Waiting for close lock at 1733708688593Running coprocessor pre-close hooks at 1733708688593Disabling compacts and flushes for region at 1733708688593Disabling writes for close at 1733708688594 (+1 ms)Writing region close event to WAL at 1733708688594Running coprocessor post-close hooks at 1733708688599 (+5 ms)Closed at 1733708688599 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733708637164.35b739faebdb015b31c158f5eb7db026. 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9665fee76dd6d6b0ae5ab7917eeb4143, disabling compactions & flushes 2024-12-09T01:44:48,599 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. after waiting 0 ms 2024-12-09T01:44:48,599 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,601 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/fdde724b37ce333ac36da893fec7eea1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:44:48,602 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:48,602 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdde724b37ce333ac36da893fec7eea1: Waiting for close lock at 1733708688583Running coprocessor pre-close hooks at 1733708688583Disabling compacts and flushes for region at 1733708688583Disabling writes for close at 1733708688583Writing region close event to WAL at 1733708688584 (+1 ms)Running coprocessor post-close hooks at 1733708688602 (+18 ms)Closed at 1733708688602 2024-12-09T01:44:48,602 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733708637164.fdde724b37ce333ac36da893fec7eea1. 2024-12-09T01:44:48,604 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/default/SPTestTable/9665fee76dd6d6b0ae5ab7917eeb4143/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-09T01:44:48,604 INFO [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,604 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9665fee76dd6d6b0ae5ab7917eeb4143: Waiting for close lock at 1733708688599Running coprocessor pre-close hooks at 1733708688599Disabling compacts and flushes for region at 1733708688599Disabling writes for close at 1733708688599Writing region close event to WAL at 1733708688600 (+1 ms)Running coprocessor post-close hooks at 1733708688604 (+4 ms)Closed at 1733708688604 2024-12-09T01:44:48,604 DEBUG [RS_CLOSE_REGION-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733708637164.9665fee76dd6d6b0ae5ab7917eeb4143. 2024-12-09T01:44:48,621 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/ns/da736b7c58e1455184fd131a4a185715 is 43, key is default/ns:d/1733708637066/Put/seqid=0 2024-12-09T01:44:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:44:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:44:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:44:48,629 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/ns/da736b7c58e1455184fd131a4a185715 2024-12-09T01:44:48,633 INFO [regionserver/ef6f18c58dc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:48,650 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/table/746338c6a1814943aaf6acfd7ad3a170 is 47, key is SPTestTable/table:state/1733708647941/Put/seqid=0 2024-12-09T01:44:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:44:48,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:44:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:44:48,659 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/table/746338c6a1814943aaf6acfd7ad3a170 2024-12-09T01:44:48,666 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/info/499f3303e6124327b632cbc8cfe5d4cf as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/info/499f3303e6124327b632cbc8cfe5d4cf 2024-12-09T01:44:48,672 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/info/499f3303e6124327b632cbc8cfe5d4cf, entries=112, sequenceid=35, filesize=19.4 K 2024-12-09T01:44:48,673 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/ns/da736b7c58e1455184fd131a4a185715 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/ns/da736b7c58e1455184fd131a4a185715 2024-12-09T01:44:48,678 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/ns/da736b7c58e1455184fd131a4a185715, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T01:44:48,679 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/.tmp/table/746338c6a1814943aaf6acfd7ad3a170 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/table/746338c6a1814943aaf6acfd7ad3a170 2024-12-09T01:44:48,683 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/table/746338c6a1814943aaf6acfd7ad3a170, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T01:44:48,685 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false 2024-12-09T01:44:48,689 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T01:44:48,690 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:44:48,690 INFO [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:44:48,690 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733708688547Running coprocessor pre-close hooks at 1733708688547Disabling compacts and flushes for region at 1733708688547Disabling writes for close at 1733708688547Obtaining lock to block concurrent updates at 1733708688547Preparing flush snapshotting stores in 1588230740 at 1733708688547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1733708688547Flushing stores of hbase:meta,,1.1588230740 at 1733708688548 (+1 ms)Flushing 1588230740/info: creating writer at 1733708688548Flushing 1588230740/info: appending metadata at 1733708688580 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733708688580Flushing 1588230740/ns: creating writer at 1733708688599 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733708688621 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733708688621Flushing 1588230740/table: creating writer at 1733708688635 (+14 ms)Flushing 1588230740/table: appending metadata at 1733708688649 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733708688649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2506e989: reopening flushed file at 1733708688665 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e7924d: reopening flushed file at 1733708688672 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c22cc91: reopening flushed file at 1733708688678 (+6 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false at 1733708688685 (+7 ms)Writing region close event to WAL at 1733708688686 (+1 ms)Running coprocessor post-close hooks at 1733708688689 (+3 ms)Closed at 1733708688690 (+1 ms) 2024-12-09T01:44:48,690 DEBUG [RS_CLOSE_META-regionserver/ef6f18c58dc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:44:48,746 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(976): stopping server ef6f18c58dc9,40333,1733708626481; all regions closed. 2024-12-09T01:44:48,747 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(976): stopping server ef6f18c58dc9,46411,1733708626512; all regions closed. 2024-12-09T01:44:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741834_1010 (size=2951) 2024-12-09T01:44:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741834_1010 (size=2951) 2024-12-09T01:44:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741834_1010 (size=2951) 2024-12-09T01:44:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741836_1012 (size=18422) 2024-12-09T01:44:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741836_1012 (size=18422) 2024-12-09T01:44:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741836_1012 (size=18422) 2024-12-09T01:44:48,753 DEBUG [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs 2024-12-09T01:44:48,753 INFO [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C46411%2C1733708626512.meta:.meta(num 1733708637016) 2024-12-09T01:44:48,753 DEBUG [RS:1;ef6f18c58dc9:40333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs 2024-12-09T01:44:48,753 INFO [RS:1;ef6f18c58dc9:40333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C40333%2C1733708626481:(num 1733708626996) 2024-12-09T01:44:48,753 DEBUG [RS:1;ef6f18c58dc9:40333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,753 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:48,753 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.ChoreService(370): Chore service for: regionserver/ef6f18c58dc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:44:48,754 INFO [regionserver/ef6f18c58dc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:44:48,754 INFO [RS:1;ef6f18c58dc9:40333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40333 2024-12-09T01:44:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741833_1009 (size=4147) 2024-12-09T01:44:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:44:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741833_1009 (size=4147) 2024-12-09T01:44:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,40333,1733708626481 2024-12-09T01:44:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741833_1009 (size=4147) 2024-12-09T01:44:48,757 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:48,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,40333,1733708626481] 2024-12-09T01:44:48,760 DEBUG [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/oldWALs 2024-12-09T01:44:48,760 INFO [RS:2;ef6f18c58dc9:46411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ef6f18c58dc9%2C46411%2C1733708626512:(num 1733708626965) 2024-12-09T01:44:48,760 DEBUG [RS:2;ef6f18c58dc9:46411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:44:48,760 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:44:48,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,40333,1733708626481 already deleted, retry=false 2024-12-09T01:44:48,761 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:44:48,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef6f18c58dc9,40333,1733708626481 expired; onlineServers=1 2024-12-09T01:44:48,761 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.ChoreService(370): Chore service for: regionserver/ef6f18c58dc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:44:48,761 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:44:48,761 INFO [regionserver/ef6f18c58dc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:44:48,761 INFO [RS:2;ef6f18c58dc9:46411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46411 2024-12-09T01:44:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ef6f18c58dc9,46411,1733708626512 2024-12-09T01:44:48,763 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:44:48,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ef6f18c58dc9,46411,1733708626512] 2024-12-09T01:44:48,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ef6f18c58dc9,46411,1733708626512 already deleted, retry=false 2024-12-09T01:44:48,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ef6f18c58dc9,46411,1733708626512 expired; onlineServers=0 2024-12-09T01:44:48,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ef6f18c58dc9,33067,1733708626385' ***** 2024-12-09T01:44:48,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:44:48,766 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:44:48,766 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:44:48,766 DEBUG [M:0;ef6f18c58dc9:33067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:44:48,766 DEBUG [M:0;ef6f18c58dc9:33067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:44:48,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:44:48,766 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708626724 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.small.0-1733708626724,5,FailOnTimeoutGroup] 2024-12-09T01:44:48,766 DEBUG [master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708626724 {}] cleaner.HFileCleaner(306): Exit Thread[master/ef6f18c58dc9:0:becomeActiveMaster-HFileCleaner.large.0-1733708626724,5,FailOnTimeoutGroup] 2024-12-09T01:44:48,767 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.ChoreService(370): Chore service for: master/ef6f18c58dc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:44:48,767 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:44:48,767 DEBUG [M:0;ef6f18c58dc9:33067 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:44:48,767 INFO [M:0;ef6f18c58dc9:33067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:44:48,767 INFO [M:0;ef6f18c58dc9:33067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:44:48,767 ERROR [M:0;ef6f18c58dc9:33067 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1097109610) connection to localhost/127.0.0.1:43423 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43423,5,PEWorkerGroup] 2024-12-09T01:44:48,767 INFO [M:0;ef6f18c58dc9:33067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:44:48,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:44:48,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:44:48,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:44:48,768 DEBUG [M:0;ef6f18c58dc9:33067 {}] zookeeper.ZKUtil(347): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:44:48,768 WARN [M:0;ef6f18c58dc9:33067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:44:48,769 INFO [M:0;ef6f18c58dc9:33067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/.lastflushedseqids 2024-12-09T01:44:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:44:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:44:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:44:48,782 INFO [M:0;ef6f18c58dc9:33067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:44:48,782 INFO [M:0;ef6f18c58dc9:33067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:44:48,782 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:44:48,782 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:48,782 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:48,782 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:44:48,782 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:48,782 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.90 KB heapSize=267.28 KB 2024-12-09T01:44:48,803 DEBUG [M:0;ef6f18c58dc9:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e32f878ba86422085a0aecc951bcf89 is 82, key is hbase:meta,,1/info:regioninfo/1733708637053/Put/seqid=0 2024-12-09T01:44:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:44:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:44:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:44:48,812 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e32f878ba86422085a0aecc951bcf89 2024-12-09T01:44:48,833 DEBUG [M:0;ef6f18c58dc9:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85d341622844926b471adace728ca75 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733708647948/Put/seqid=0 2024-12-09T01:44:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741869_1045 (size=9314) 2024-12-09T01:44:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741869_1045 (size=9314) 2024-12-09T01:44:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741869_1045 (size=9314) 2024-12-09T01:44:48,842 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.16 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85d341622844926b471adace728ca75 2024-12-09T01:44:48,847 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e85d341622844926b471adace728ca75 2024-12-09T01:44:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:48,860 INFO [RS:1;ef6f18c58dc9:40333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1007471f2a30002, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:48,860 INFO [RS:1;ef6f18c58dc9:40333 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,40333,1733708626481; zookeeper connection closed. 2024-12-09T01:44:48,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6abac02b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6abac02b 2024-12-09T01:44:48,863 DEBUG [M:0;ef6f18c58dc9:33067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce795a14cf624dcf99a3a62c94f56d56 is 69, key is ef6f18c58dc9,40333,1733708626481/rs:state/1733708626787/Put/seqid=0 2024-12-09T01:44:48,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:48,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46411-0x1007471f2a30003, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:48,865 INFO [RS:2;ef6f18c58dc9:46411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:48,865 INFO [RS:2;ef6f18c58dc9:46411 {}] regionserver.HRegionServer(1031): Exiting; stopping=ef6f18c58dc9,46411,1733708626512; zookeeper connection closed. 2024-12-09T01:44:48,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c05189f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c05189f 2024-12-09T01:44:48,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T01:44:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741870_1046 (size=5447) 2024-12-09T01:44:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741870_1046 (size=5447) 2024-12-09T01:44:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741870_1046 (size=5447) 2024-12-09T01:44:48,882 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce795a14cf624dcf99a3a62c94f56d56 2024-12-09T01:44:48,887 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce795a14cf624dcf99a3a62c94f56d56 2024-12-09T01:44:48,888 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e32f878ba86422085a0aecc951bcf89 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e32f878ba86422085a0aecc951bcf89 2024-12-09T01:44:48,893 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e32f878ba86422085a0aecc951bcf89, entries=8, sequenceid=470, filesize=5.5 K 2024-12-09T01:44:48,894 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e85d341622844926b471adace728ca75 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85d341622844926b471adace728ca75 2024-12-09T01:44:48,898 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e85d341622844926b471adace728ca75 2024-12-09T01:44:48,898 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e85d341622844926b471adace728ca75, entries=54, sequenceid=470, filesize=9.1 K 2024-12-09T01:44:48,899 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce795a14cf624dcf99a3a62c94f56d56 as hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce795a14cf624dcf99a3a62c94f56d56 2024-12-09T01:44:48,904 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce795a14cf624dcf99a3a62c94f56d56 2024-12-09T01:44:48,904 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43423/user/jenkins/test-data/97f37850-6942-0315-ebd4-fc2afa5526b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce795a14cf624dcf99a3a62c94f56d56, entries=3, sequenceid=470, filesize=5.3 K 2024-12-09T01:44:48,905 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.90 KB/229269, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=470, compaction requested=false 2024-12-09T01:44:48,906 INFO [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:44:48,906 DEBUG [M:0;ef6f18c58dc9:33067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733708688782Disabling compacts and flushes for region at 1733708688782Disabling writes for close at 1733708688782Obtaining lock to block concurrent updates at 1733708688782Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733708688782Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229269, getHeapSize=273632, getOffHeapSize=0, getCellsCount=573 at 1733708688783 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733708688783Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733708688783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733708688803 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733708688803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733708688818 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733708688833 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733708688833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733708688847 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733708688862 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733708688862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2c5bf5: reopening flushed file at 1733708688887 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdcffc: reopening flushed file at 1733708688893 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75082880: reopening flushed file at 1733708688899 (+6 ms)Finished flush of dataSize ~223.90 KB/229269, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=470, compaction requested=false at 1733708688905 (+6 ms)Writing region close event to WAL at 1733708688906 (+1 ms)Closed at 1733708688906 2024-12-09T01:44:48,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741830_1006 (size=260650) 2024-12-09T01:44:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42235 is added to blk_1073741830_1006 (size=260650) 2024-12-09T01:44:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39271 is added to blk_1073741830_1006 (size=260650) 2024-12-09T01:44:48,909 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:44:48,909 INFO [M:0;ef6f18c58dc9:33067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:44:48,909 INFO [M:0;ef6f18c58dc9:33067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33067 2024-12-09T01:44:48,910 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:44:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:49,012 INFO [M:0;ef6f18c58dc9:33067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:44:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33067-0x1007471f2a30000, quorum=127.0.0.1:63926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:44:49,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@741a1bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:44:49,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e7ec4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:49,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:49,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:49,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:49,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:44:49,017 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:44:49,017 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:44:49,017 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040345314-172.17.0.2-1733708625405 (Datanode Uuid 0394f537-2aa4-4a1e-b240-09db6cd47b54) service to localhost/127.0.0.1:43423 2024-12-09T01:44:49,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data5/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,018 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data6/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:44:49,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235874fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:44:49,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56b658e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:49,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:49,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:49,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:49,024 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:44:49,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:44:49,024 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040345314-172.17.0.2-1733708625405 (Datanode Uuid 3159ad6e-4d69-475a-be2d-a480bf3ac521) service to localhost/127.0.0.1:43423 2024-12-09T01:44:49,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:44:49,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data3/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data4/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:44:49,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31631745{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:44:49,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f594751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:49,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:49,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:49,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:49,028 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:44:49,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:44:49,028 WARN [BP-2040345314-172.17.0.2-1733708625405 heartbeating to localhost/127.0.0.1:43423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040345314-172.17.0.2-1733708625405 (Datanode Uuid cfab440c-6063-4370-b161-ec08be697304) service to localhost/127.0.0.1:43423 2024-12-09T01:44:49,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:44:49,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data1/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/cluster_ba898067-f057-c60b-db06-1a004dcbf552/data/data2/current/BP-2040345314-172.17.0.2-1733708625405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:44:49,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:44:49,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ffc67f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:44:49,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4136d28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:44:49,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:44:49,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc25a87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:44:49,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2bbf15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1e55c021-7985-b8ed-441f-c1a1f4121e3e/hadoop.log.dir/,STOPPED} 2024-12-09T01:44:49,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:44:49,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T01:44:49,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 94) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:43423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:43423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:43423 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:43423 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ef6f18c58dc9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=481 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 619), ProcessCount=11 (was 11), AvailableMemoryMB=11148 (was 11139) - AvailableMemoryMB LEAK? -