2024-11-22 08:51:48,882 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 08:51:48,898 main DEBUG Took 0.012714 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 08:51:48,898 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 08:51:48,899 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 08:51:48,900 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 08:51:48,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,912 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 08:51:48,924 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,930 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,932 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,932 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 08:51:48,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,936 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 08:51:48,937 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 08:51:48,938 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 08:51:48,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 08:51:48,940 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 08:51:48,941 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 08:51:48,942 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 08:51:48,950 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 08:51:48,952 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 08:51:48,954 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 08:51:48,955 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 08:51:48,955 main DEBUG createAppenders(={Console}) 2024-11-22 08:51:48,956 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-22 08:51:48,957 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-22 08:51:48,957 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-22 08:51:48,958 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 08:51:48,958 main DEBUG OutputStream closed 2024-11-22 08:51:48,958 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 08:51:48,958 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 08:51:48,959 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-22 08:51:49,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 08:51:49,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 08:51:49,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 08:51:49,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 08:51:49,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 08:51:49,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 08:51:49,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 08:51:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 08:51:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 08:51:49,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 08:51:49,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 08:51:49,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 08:51:49,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 08:51:49,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 08:51:49,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 08:51:49,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 08:51:49,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 08:51:49,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 08:51:49,064 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 08:51:49,064 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-22 08:51:49,065 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 08:51:49,066 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-22T08:51:49,084 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-22 08:51:49,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 08:51:49,088 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T08:51:49,100 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-22T08:51:49,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=6082 2024-11-22T08:51:49,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2 2024-11-22T08:51:49,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T08:51:49,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54, deleteOnExit=true 2024-11-22T08:51:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T08:51:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/test.cache.data in system properties and HBase conf 2024-11-22T08:51:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T08:51:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir in system properties and HBase conf 2024-11-22T08:51:49,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T08:51:49,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T08:51:49,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T08:51:49,670 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T08:51:49,825 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T08:51:49,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:51:49,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:51:49,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T08:51:49,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:51:49,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T08:51:49,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T08:51:49,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:51:49,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:51:49,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T08:51:49,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/nfs.dump.dir in system properties and HBase conf 2024-11-22T08:51:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/java.io.tmpdir in system properties and HBase conf 2024-11-22T08:51:49,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:51:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T08:51:49,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T08:51:50,761 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T08:51:50,868 INFO [Time-limited test {}] log.Log(170): Logging initialized @2854ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T08:51:50,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:51:51,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:51:51,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:51:51,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:51:51,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T08:51:51,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:51:51,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:51:51,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:51:51,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/java.io.tmpdir/jetty-localhost-45427-hadoop-hdfs-3_4_1-tests_jar-_-any-18010511261161069179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T08:51:51,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45427} 2024-11-22T08:51:51,555 INFO [Time-limited test {}] server.Server(415): Started @3541ms 2024-11-22T08:51:52,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:51:52,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:51:52,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:51:52,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:51:52,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T08:51:52,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:51:52,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:51:52,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/java.io.tmpdir/jetty-localhost-41151-hadoop-hdfs-3_4_1-tests_jar-_-any-14925848340495638489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:51:52,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:41151} 2024-11-22T08:51:52,307 INFO [Time-limited test {}] server.Server(415): Started @4294ms 2024-11-22T08:51:52,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:51:52,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:51:52,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:51:52,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:51:52,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:51:52,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T08:51:52,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:51:52,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:51:52,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/java.io.tmpdir/jetty-localhost-46105-hadoop-hdfs-3_4_1-tests_jar-_-any-16549211205666314176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:51:52,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:46105} 2024-11-22T08:51:52,758 INFO [Time-limited test {}] server.Server(415): Started @4744ms 2024-11-22T08:51:52,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:51:52,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:51:52,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:51:52,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:51:52,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:51:52,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T08:51:52,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:51:52,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:51:52,986 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data1/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:52,986 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data3/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:52,988 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data4/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:52,989 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data2/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:53,071 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:51:53,073 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:51:53,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/java.io.tmpdir/jetty-localhost-40189-hadoop-hdfs-3_4_1-tests_jar-_-any-6604485205985427373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:51:53,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:40189} 2024-11-22T08:51:53,088 INFO [Time-limited test {}] server.Server(415): Started @5075ms 2024-11-22T08:51:53,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:51:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2201405728fc5f14 with lease ID 0x4adb707ea63d2027: Processing first storage report for DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=b86cbb2d-0630-4562-a6cc-d3dacc85b02b, infoPort=38877, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2201405728fc5f14 with lease ID 0x4adb707ea63d2027: from storage DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=b86cbb2d-0630-4562-a6cc-d3dacc85b02b, infoPort=38877, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47d763f0087cc36e with lease ID 0x4adb707ea63d2026: Processing first storage report for DS-9e6752d2-f006-4009-93dc-71a2b10c6db0 from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=ad7b35f0-3c4d-48d3-b3a9-ae71b686a9e6, infoPort=40675, infoSecurePort=0, ipcPort=45119, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47d763f0087cc36e with lease ID 0x4adb707ea63d2026: from storage DS-9e6752d2-f006-4009-93dc-71a2b10c6db0 node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=ad7b35f0-3c4d-48d3-b3a9-ae71b686a9e6, infoPort=40675, infoSecurePort=0, ipcPort=45119, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2201405728fc5f14 with lease ID 0x4adb707ea63d2027: Processing first storage report for DS-38db1424-e269-43ce-9304-30659903633f from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=b86cbb2d-0630-4562-a6cc-d3dacc85b02b, infoPort=38877, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2201405728fc5f14 with lease ID 0x4adb707ea63d2027: from storage DS-38db1424-e269-43ce-9304-30659903633f node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=b86cbb2d-0630-4562-a6cc-d3dacc85b02b, infoPort=38877, infoSecurePort=0, ipcPort=33723, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47d763f0087cc36e with lease ID 0x4adb707ea63d2026: Processing first storage report for DS-cb7f08a2-441c-40bc-b89e-4b8d2161da49 from datanode DatanodeRegistration(127.0.0.1:45553, datanodeUuid=ad7b35f0-3c4d-48d3-b3a9-ae71b686a9e6, infoPort=40675, infoSecurePort=0, ipcPort=45119, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47d763f0087cc36e with lease ID 0x4adb707ea63d2026: from storage DS-cb7f08a2-441c-40bc-b89e-4b8d2161da49 node DatanodeRegistration(127.0.0.1:45553, datanodeUuid=ad7b35f0-3c4d-48d3-b3a9-ae71b686a9e6, infoPort=40675, infoSecurePort=0, ipcPort=45119, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,246 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data5/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:53,249 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data6/current/BP-1268965315-172.17.0.2-1732265510522/current, will proceed with Du for space computation calculation, 2024-11-22T08:51:53,284 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:51:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7c7b1727a9f7fa4 with lease ID 0x4adb707ea63d2028: Processing first storage report for DS-cb60f524-253f-49a8-9f81-8bfb88420586 from datanode DatanodeRegistration(127.0.0.1:39623, datanodeUuid=fefc4134-1bc2-45c3-82a9-679aacc0347b, infoPort=39971, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7c7b1727a9f7fa4 with lease ID 0x4adb707ea63d2028: from storage DS-cb60f524-253f-49a8-9f81-8bfb88420586 node DatanodeRegistration(127.0.0.1:39623, datanodeUuid=fefc4134-1bc2-45c3-82a9-679aacc0347b, infoPort=39971, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7c7b1727a9f7fa4 with lease ID 0x4adb707ea63d2028: Processing first storage report for DS-aed90d9f-2c5f-4d72-ae99-d5092b0fd5bb from datanode DatanodeRegistration(127.0.0.1:39623, datanodeUuid=fefc4134-1bc2-45c3-82a9-679aacc0347b, infoPort=39971, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522) 2024-11-22T08:51:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7c7b1727a9f7fa4 with lease ID 0x4adb707ea63d2028: from storage DS-aed90d9f-2c5f-4d72-ae99-d5092b0fd5bb node DatanodeRegistration(127.0.0.1:39623, datanodeUuid=fefc4134-1bc2-45c3-82a9-679aacc0347b, infoPort=39971, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1948164658;c=1732265510522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:51:53,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2 2024-11-22T08:51:53,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/zookeeper_0, clientPort=63042, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T08:51:53,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63042 2024-11-22T08:51:53,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:53,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:51:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:51:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:51:54,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 with version=8 2024-11-22T08:51:54,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/hbase-staging 2024-11-22T08:51:54,365 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T08:51:54,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:51:54,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:54,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:54,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:51:54,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:54,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:51:54,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T08:51:54,924 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T08:51:54,935 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T08:51:54,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:51:54,970 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 84744 (auto-detected) 2024-11-22T08:51:54,971 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T08:51:54,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39423 2024-11-22T08:51:55,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39423 connecting to ZooKeeper ensemble=127.0.0.1:63042 2024-11-22T08:51:55,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394230x0, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:51:55,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39423-0x10066a16f290000 connected 2024-11-22T08:51:55,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:51:55,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28, hbase.cluster.distributed=false 2024-11-22T08:51:55,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:51:55,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-22T08:51:55,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39423 2024-11-22T08:51:55,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39423 2024-11-22T08:51:55,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-22T08:51:55,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39423 2024-11-22T08:51:55,246 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:51:55,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:51:55,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:51:55,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:51:55,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:51:55,255 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43381 2024-11-22T08:51:55,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43381 connecting to ZooKeeper ensemble=127.0.0.1:63042 2024-11-22T08:51:55,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433810x0, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:51:55,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433810x0, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:51:55,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43381-0x10066a16f290001 connected 2024-11-22T08:51:55,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:51:55,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:51:55,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:51:55,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:51:55,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-22T08:51:55,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-22T08:51:55,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-22T08:51:55,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-22T08:51:55,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-22T08:51:55,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:51:55,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:51:55,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:51:55,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:51:55,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:51:55,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46865 2024-11-22T08:51:55,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46865 connecting to ZooKeeper ensemble=127.0.0.1:63042 2024-11-22T08:51:55,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,333 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468650x0, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:51:55,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46865-0x10066a16f290002 connected 2024-11-22T08:51:55,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:51:55,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:51:55,337 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:51:55,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:51:55,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:51:55,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-22T08:51:55,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46865 2024-11-22T08:51:55,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46865 2024-11-22T08:51:55,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-22T08:51:55,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-22T08:51:55,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:51:55,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:51:55,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:51:55,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:51:55,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:51:55,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:51:55,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44001 2024-11-22T08:51:55,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44001 connecting to ZooKeeper ensemble=127.0.0.1:63042 2024-11-22T08:51:55,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440010x0, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:51:55,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44001-0x10066a16f290003 connected 2024-11-22T08:51:55,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:51:55,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:51:55,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:51:55,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:51:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:51:55,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44001 2024-11-22T08:51:55,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44001 2024-11-22T08:51:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44001 2024-11-22T08:51:55,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44001 2024-11-22T08:51:55,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44001 2024-11-22T08:51:55,416 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;296fbbacac79:39423 2024-11-22T08:51:55,417 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/296fbbacac79,39423,1732265514439 2024-11-22T08:51:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,423 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,425 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/296fbbacac79,39423,1732265514439 2024-11-22T08:51:55,445 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:51:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:51:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:51:55,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,446 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,447 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T08:51:55,448 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/296fbbacac79,39423,1732265514439 from backup master directory 2024-11-22T08:51:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/296fbbacac79,39423,1732265514439 2024-11-22T08:51:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,451 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:51:55,453 WARN [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:51:55,453 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=296fbbacac79,39423,1732265514439 2024-11-22T08:51:55,455 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T08:51:55,456 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T08:51:55,513 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/hbase.id] with ID: fd095ef8-fb5e-4126-bcab-eee576e25184 2024-11-22T08:51:55,513 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.tmp/hbase.id 2024-11-22T08:51:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:51:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:51:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:51:55,529 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.tmp/hbase.id]:[hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/hbase.id] 2024-11-22T08:51:55,577 INFO [master/296fbbacac79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:51:55,583 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T08:51:55,601 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T08:51:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,604 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:51:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:51:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:51:55,638 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T08:51:55,639 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T08:51:55,654 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T08:51:55,660 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:51:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:51:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:51:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:51:55,709 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store 2024-11-22T08:51:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:51:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:51:55,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:51:55,734 INFO [master/296fbbacac79:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T08:51:55,737 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:51:55,738 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T08:51:55,738 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:51:55,739 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:51:55,740 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T08:51:55,741 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:51:55,741 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:51:55,742 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732265515738Disabling compacts and flushes for region at 1732265515738Disabling writes for close at 1732265515740 (+2 ms)Writing region close event to WAL at 1732265515741 (+1 ms)Closed at 1732265515741 2024-11-22T08:51:55,744 WARN [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/.initializing 2024-11-22T08:51:55,744 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/WALs/296fbbacac79,39423,1732265514439 2024-11-22T08:51:55,752 INFO [master/296fbbacac79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:51:55,768 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C39423%2C1732265514439, suffix=, logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/WALs/296fbbacac79,39423,1732265514439, archiveDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/oldWALs, maxLogs=10 2024-11-22T08:51:55,790 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/WALs/296fbbacac79,39423,1732265514439/296fbbacac79%2C39423%2C1732265514439.1732265515773, exclude list is [], retry=0 2024-11-22T08:51:55,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-9e6752d2-f006-4009-93dc-71a2b10c6db0,DISK] 2024-11-22T08:51:55,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39623,DS-cb60f524-253f-49a8-9f81-8bfb88420586,DISK] 2024-11-22T08:51:55,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b,DISK] 2024-11-22T08:51:55,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T08:51:55,848 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/WALs/296fbbacac79,39423,1732265514439/296fbbacac79%2C39423%2C1732265514439.1732265515773 2024-11-22T08:51:55,849 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:40675:40675),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-22T08:51:55,850 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T08:51:55,850 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:51:55,854 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,855 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T08:51:55,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:55,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:51:55,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T08:51:55,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:55,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:51:55,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T08:51:55,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:55,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:51:55,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T08:51:55,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:51:55,935 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,938 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,940 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,945 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,945 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,949 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:51:55,953 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:51:55,957 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:51:55,959 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73717649, jitterRate=0.09847857058048248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:51:55,967 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732265515867Initializing all the Stores at 1732265515869 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265515870 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265515871 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265515871Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265515871Cleaning up temporary data from old regions at 1732265515946 (+75 ms)Region opened successfully at 1732265515967 (+21 ms) 2024-11-22T08:51:55,968 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T08:51:55,999 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6ad135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:51:56,030 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T08:51:56,040 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T08:51:56,041 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T08:51:56,044 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T08:51:56,045 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T08:51:56,050 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T08:51:56,050 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T08:51:56,075 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T08:51:56,085 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T08:51:56,087 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T08:51:56,090 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T08:51:56,092 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T08:51:56,094 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T08:51:56,096 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T08:51:56,099 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T08:51:56,100 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T08:51:56,102 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T08:51:56,103 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T08:51:56,121 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T08:51:56,122 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T08:51:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:51:56,126 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:51:56,126 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:51:56,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:51:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,130 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=296fbbacac79,39423,1732265514439, sessionid=0x10066a16f290000, setting cluster-up flag (Was=false) 2024-11-22T08:51:56,138 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,143 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T08:51:56,145 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,39423,1732265514439 2024-11-22T08:51:56,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,149 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,154 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T08:51:56,156 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,39423,1732265514439 2024-11-22T08:51:56,162 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T08:51:56,206 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(746): ClusterId : fd095ef8-fb5e-4126-bcab-eee576e25184 2024-11-22T08:51:56,207 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(746): ClusterId : fd095ef8-fb5e-4126-bcab-eee576e25184 2024-11-22T08:51:56,208 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(746): ClusterId : fd095ef8-fb5e-4126-bcab-eee576e25184 2024-11-22T08:51:56,209 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:51:56,209 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:51:56,209 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:51:56,214 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:51:56,214 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:51:56,214 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:51:56,214 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:51:56,214 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:51:56,214 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:51:56,217 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:51:56,217 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:51:56,218 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:51:56,218 DEBUG [RS:2;296fbbacac79:44001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4196d119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:51:56,218 DEBUG [RS:0;296fbbacac79:43381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd1d4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:51:56,218 DEBUG [RS:1;296fbbacac79:46865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d405cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:51:56,237 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;296fbbacac79:43381 2024-11-22T08:51:56,239 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;296fbbacac79:44001 2024-11-22T08:51:56,241 INFO [RS:0;296fbbacac79:43381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:51:56,241 INFO [RS:2;296fbbacac79:44001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:51:56,241 INFO [RS:0;296fbbacac79:43381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:51:56,241 INFO [RS:2;296fbbacac79:44001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:51:56,241 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:51:56,241 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:51:56,241 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T08:51:56,245 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=44001, startcode=1732265515372 2024-11-22T08:51:56,245 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=43381, startcode=1732265515208 2024-11-22T08:51:56,248 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;296fbbacac79:46865 2024-11-22T08:51:56,249 INFO [RS:1;296fbbacac79:46865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:51:56,249 INFO [RS:1;296fbbacac79:46865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:51:56,249 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:51:56,251 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=46865, startcode=1732265515312 2024-11-22T08:51:56,253 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T08:51:56,257 DEBUG [RS:1;296fbbacac79:46865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:51:56,257 DEBUG [RS:0;296fbbacac79:43381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:51:56,257 DEBUG [RS:2;296fbbacac79:44001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:51:56,263 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T08:51:56,270 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 296fbbacac79,39423,1732265514439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T08:51:56,279 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/296fbbacac79:0, corePoolSize=10, maxPoolSize=10 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,280 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:51:56,281 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:51:56,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T08:51:56,298 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732265546298 2024-11-22T08:51:56,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:51:56,298 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43715, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:51:56,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:51:56,300 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T08:51:56,301 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T08:51:56,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:56,305 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T08:51:56,305 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T08:51:56,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T08:51:56,305 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T08:51:56,305 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T08:51:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:51:56,307 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,311 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T08:51:56,313 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T08:51:56,313 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T08:51:56,314 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:51:56,315 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:51:56,317 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T08:51:56,317 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T08:51:56,325 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265516319,5,FailOnTimeoutGroup] 2024-11-22T08:51:56,326 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265516325,5,FailOnTimeoutGroup] 2024-11-22T08:51:56,326 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,326 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T08:51:56,359 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,359 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:51:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:51:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:51:56,362 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T08:51:56,362 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T08:51:56,362 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T08:51:56,362 WARN [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T08:51:56,362 WARN [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T08:51:56,362 WARN [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T08:51:56,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T08:51:56,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:51:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:51:56,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:51:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:51:56,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:51:56,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T08:51:56,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T08:51:56,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:56,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:51:56,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T08:51:56,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T08:51:56,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:56,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:51:56,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T08:51:56,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T08:51:56,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:56,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:51:56,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T08:51:56,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T08:51:56,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:51:56,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:51:56,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T08:51:56,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740 2024-11-22T08:51:56,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740 2024-11-22T08:51:56,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T08:51:56,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T08:51:56,403 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:51:56,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T08:51:56,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:51:56,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62147300, jitterRate=-0.07393306493759155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:51:56,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732265516379Initializing all the Stores at 1732265516381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265516381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265516381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265516381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265516381Cleaning up temporary data from old regions at 1732265516403 (+22 ms)Region opened successfully at 1732265516416 (+13 ms) 2024-11-22T08:51:56,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T08:51:56,416 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T08:51:56,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T08:51:56,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T08:51:56,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T08:51:56,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T08:51:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732265516416Disabling compacts and flushes for region at 1732265516416Disabling writes for close at 1732265516417 (+1 ms)Writing region close event to WAL at 1732265516418 (+1 ms)Closed at 1732265516418 2024-11-22T08:51:56,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:51:56,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T08:51:56,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T08:51:56,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T08:51:56,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T08:51:56,464 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=43381, startcode=1732265515208 2024-11-22T08:51:56,464 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=46865, startcode=1732265515312 2024-11-22T08:51:56,464 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,39423,1732265514439 with port=44001, startcode=1732265515372 2024-11-22T08:51:56,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,480 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:51:56,480 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34659 2024-11-22T08:51:56,480 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:51:56,482 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:51:56,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,482 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34659 2024-11-22T08:51:56,482 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:51:56,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:51:56,486 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:51:56,486 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34659 2024-11-22T08:51:56,486 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:51:56,486 DEBUG [RS:2;296fbbacac79:44001 {}] zookeeper.ZKUtil(111): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,486 WARN [RS:2;296fbbacac79:44001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:51:56,486 INFO [RS:2;296fbbacac79:44001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:51:56,486 DEBUG [RS:0;296fbbacac79:43381 {}] zookeeper.ZKUtil(111): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,486 WARN [RS:0;296fbbacac79:43381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:51:56,487 INFO [RS:0;296fbbacac79:43381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:51:56,487 DEBUG [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,487 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:51:56,488 DEBUG [RS:1;296fbbacac79:46865 {}] zookeeper.ZKUtil(111): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,488 WARN [RS:1;296fbbacac79:46865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:51:56,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,43381,1732265515208] 2024-11-22T08:51:56,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,44001,1732265515372] 2024-11-22T08:51:56,489 INFO [RS:1;296fbbacac79:46865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:51:56,489 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,46865,1732265515312] 2024-11-22T08:51:56,512 INFO [RS:2;296fbbacac79:44001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:51:56,512 INFO [RS:1;296fbbacac79:46865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:51:56,512 INFO [RS:0;296fbbacac79:43381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:51:56,530 INFO [RS:1;296fbbacac79:46865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:51:56,530 INFO [RS:2;296fbbacac79:44001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:51:56,530 INFO [RS:0;296fbbacac79:43381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:51:56,535 INFO [RS:1;296fbbacac79:46865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:51:56,535 INFO [RS:2;296fbbacac79:44001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:51:56,535 INFO [RS:0;296fbbacac79:43381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:51:56,535 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,535 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,535 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,536 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:51:56,536 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:51:56,537 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:51:56,542 INFO [RS:1;296fbbacac79:46865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:51:56,542 INFO [RS:0;296fbbacac79:43381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:51:56,542 INFO [RS:2;296fbbacac79:44001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:51:56,544 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,544 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,544 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,544 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:51:56,544 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,545 DEBUG [RS:1;296fbbacac79:46865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,545 DEBUG [RS:2;296fbbacac79:44001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,545 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,546 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:51:56,546 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,546 DEBUG [RS:0;296fbbacac79:43381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,43381,1732265515208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,550 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,46865,1732265515312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,551 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,44001,1732265515372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:51:56,570 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:51:56,570 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:51:56,570 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:51:56,573 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,46865,1732265515312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,44001,1732265515372-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,43381,1732265515208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,573 INFO [RS:1;296fbbacac79:46865 {}] regionserver.Replication(171): 296fbbacac79,46865,1732265515312 started 2024-11-22T08:51:56,573 INFO [RS:0;296fbbacac79:43381 {}] regionserver.Replication(171): 296fbbacac79,43381,1732265515208 started 2024-11-22T08:51:56,573 INFO [RS:2;296fbbacac79:44001 {}] regionserver.Replication(171): 296fbbacac79,44001,1732265515372 started 2024-11-22T08:51:56,591 INFO [RS:2;296fbbacac79:44001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,591 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,591 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:51:56,592 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,46865,1732265515312, RpcServer on 296fbbacac79/172.17.0.2:46865, sessionid=0x10066a16f290002 2024-11-22T08:51:56,592 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,44001,1732265515372, RpcServer on 296fbbacac79/172.17.0.2:44001, sessionid=0x10066a16f290003 2024-11-22T08:51:56,591 WARN [296fbbacac79:39423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T08:51:56,592 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,43381,1732265515208, RpcServer on 296fbbacac79/172.17.0.2:43381, sessionid=0x10066a16f290001 2024-11-22T08:51:56,592 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:51:56,592 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:51:56,592 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:51:56,592 DEBUG [RS:1;296fbbacac79:46865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,592 DEBUG [RS:0;296fbbacac79:43381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,592 DEBUG [RS:2;296fbbacac79:44001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,592 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,46865,1732265515312' 2024-11-22T08:51:56,592 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,44001,1732265515372' 2024-11-22T08:51:56,592 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,43381,1732265515208' 2024-11-22T08:51:56,593 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:51:56,593 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:51:56,593 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:51:56,593 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:51:56,593 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:51:56,593 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:51:56,594 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:51:56,594 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:51:56,594 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:51:56,594 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:51:56,594 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:51:56,594 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:51:56,594 DEBUG [RS:2;296fbbacac79:44001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,44001,1732265515372 2024-11-22T08:51:56,594 DEBUG [RS:0;296fbbacac79:43381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,594 DEBUG [RS:1;296fbbacac79:46865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,46865,1732265515312 2024-11-22T08:51:56,594 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,43381,1732265515208' 2024-11-22T08:51:56,594 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,44001,1732265515372' 2024-11-22T08:51:56,594 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,46865,1732265515312' 2024-11-22T08:51:56,594 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:51:56,594 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:51:56,594 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:51:56,595 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:51:56,595 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:51:56,595 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:51:56,595 DEBUG [RS:0;296fbbacac79:43381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:51:56,596 DEBUG [RS:2;296fbbacac79:44001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:51:56,596 INFO [RS:0;296fbbacac79:43381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:51:56,596 INFO [RS:2;296fbbacac79:44001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:51:56,596 INFO [RS:0;296fbbacac79:43381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:51:56,596 INFO [RS:2;296fbbacac79:44001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:51:56,596 DEBUG [RS:1;296fbbacac79:46865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:51:56,596 INFO [RS:1;296fbbacac79:46865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:51:56,596 INFO [RS:1;296fbbacac79:46865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:51:56,701 INFO [RS:2;296fbbacac79:44001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:51:56,701 INFO [RS:0;296fbbacac79:43381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:51:56,701 INFO [RS:1;296fbbacac79:46865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:51:56,704 INFO [RS:1;296fbbacac79:46865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C46865%2C1732265515312, suffix=, logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,46865,1732265515312, archiveDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs, maxLogs=32 2024-11-22T08:51:56,704 INFO [RS:2;296fbbacac79:44001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C44001%2C1732265515372, suffix=, logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372, archiveDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs, maxLogs=32 2024-11-22T08:51:56,704 INFO [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C43381%2C1732265515208, suffix=, logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208, archiveDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs, maxLogs=32 2024-11-22T08:51:56,727 DEBUG [RS:0;296fbbacac79:43381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208/296fbbacac79%2C43381%2C1732265515208.1732265516709, exclude list is [], retry=0 2024-11-22T08:51:56,727 DEBUG [RS:1;296fbbacac79:46865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,46865,1732265515312/296fbbacac79%2C46865%2C1732265515312.1732265516709, exclude list is [], retry=0 2024-11-22T08:51:56,727 DEBUG [RS:2;296fbbacac79:44001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372/296fbbacac79%2C44001%2C1732265515372.1732265516709, exclude list is [], retry=0 2024-11-22T08:51:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39623,DS-cb60f524-253f-49a8-9f81-8bfb88420586,DISK] 2024-11-22T08:51:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39623,DS-cb60f524-253f-49a8-9f81-8bfb88420586,DISK] 2024-11-22T08:51:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b,DISK] 2024-11-22T08:51:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b,DISK] 2024-11-22T08:51:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-9e6752d2-f006-4009-93dc-71a2b10c6db0,DISK] 2024-11-22T08:51:56,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-9e6752d2-f006-4009-93dc-71a2b10c6db0,DISK] 2024-11-22T08:51:56,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39623,DS-cb60f524-253f-49a8-9f81-8bfb88420586,DISK] 2024-11-22T08:51:56,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b,DISK] 2024-11-22T08:51:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-9e6752d2-f006-4009-93dc-71a2b10c6db0,DISK] 2024-11-22T08:51:56,744 INFO [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208/296fbbacac79%2C43381%2C1732265515208.1732265516709 2024-11-22T08:51:56,746 INFO [RS:2;296fbbacac79:44001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372/296fbbacac79%2C44001%2C1732265515372.1732265516709 2024-11-22T08:51:56,747 DEBUG [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-22T08:51:56,747 DEBUG [RS:2;296fbbacac79:44001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38877:38877),(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-22T08:51:56,748 INFO [RS:1;296fbbacac79:46865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,46865,1732265515312/296fbbacac79%2C46865%2C1732265515312.1732265516709 2024-11-22T08:51:56,749 DEBUG [RS:1;296fbbacac79:46865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:40675:40675),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-22T08:51:56,844 DEBUG [296fbbacac79:39423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T08:51:56,850 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:51:56,856 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:51:56,856 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:51:56,856 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T08:51:56,856 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:51:56,857 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:51:56,857 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T08:51:56,857 INFO [296fbbacac79:39423 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:51:56,857 INFO [296fbbacac79:39423 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:51:56,857 INFO [296fbbacac79:39423 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T08:51:56,857 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:51:56,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:51:56,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,43381,1732265515208, state=OPENING 2024-11-22T08:51:56,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T08:51:56,876 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:51:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:51:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:51:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:51:56,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:51:56,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T08:51:56,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:04,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T08:52:04,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T08:52:06,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:52:06,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:52:06,922 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T08:52:06,922 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:52:06,922 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T08:52:06,926 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C43381%2C1732265515208.meta, suffix=.meta, logDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208, archiveDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs, maxLogs=32 2024-11-22T08:52:06,942 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208/296fbbacac79%2C43381%2C1732265515208.meta.1732265526928.meta, exclude list is [], retry=0 2024-11-22T08:52:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39623,DS-cb60f524-253f-49a8-9f81-8bfb88420586,DISK] 2024-11-22T08:52:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45553,DS-9e6752d2-f006-4009-93dc-71a2b10c6db0,DISK] 2024-11-22T08:52:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3f9e0333-79e7-4e8b-86b0-bdd0a6ea1b9b,DISK] 2024-11-22T08:52:06,949 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,43381,1732265515208/296fbbacac79%2C43381%2C1732265515208.meta.1732265526928.meta 2024-11-22T08:52:06,949 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:40675:40675),(127.0.0.1/127.0.0.1:38877:38877)] 2024-11-22T08:52:06,949 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T08:52:06,951 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T08:52:06,954 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T08:52:06,958 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T08:52:06,962 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T08:52:06,963 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:06,963 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T08:52:06,963 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T08:52:06,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T08:52:06,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T08:52:06,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:06,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:52:06,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T08:52:06,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T08:52:06,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:06,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:52:06,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T08:52:06,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T08:52:06,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:06,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:52:06,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T08:52:06,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T08:52:06,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:06,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:52:06,976 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T08:52:06,977 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740 2024-11-22T08:52:06,980 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740 2024-11-22T08:52:06,983 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T08:52:06,983 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T08:52:06,984 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:52:06,986 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T08:52:06,988 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60948001, jitterRate=-0.09180401265621185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:52:06,988 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T08:52:06,990 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732265526964Writing region info on filesystem at 1732265526964Initializing all the Stores at 1732265526966 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265526966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265526966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265526966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265526966Cleaning up temporary data from old regions at 1732265526983 (+17 ms)Running coprocessor post-open hooks at 1732265526988 (+5 ms)Region opened successfully at 1732265526990 (+2 ms) 2024-11-22T08:52:06,997 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732265526897 2024-11-22T08:52:07,008 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T08:52:07,009 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T08:52:07,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,013 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,43381,1732265515208, state=OPEN 2024-11-22T08:52:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:52:07,015 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:52:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:52:07,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:52:07,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:52:07,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:52:07,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:52:07,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:52:07,016 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T08:52:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,43381,1732265515208 in 10.1360 sec 2024-11-22T08:52:07,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T08:52:07,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5940 sec 2024-11-22T08:52:07,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:52:07,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T08:52:07,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:52:07,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,43381,1732265515208, seqNum=-1] 2024-11-22T08:52:07,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:52:07,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:52:07,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8980 sec 2024-11-22T08:52:07,092 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732265527092, completionTime=-1 2024-11-22T08:52:07,094 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T08:52:07,094 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T08:52:07,141 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T08:52:07,141 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732265587141 2024-11-22T08:52:07,141 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732265647141 2024-11-22T08:52:07,141 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 46 msec 2024-11-22T08:52:07,143 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:52:07,151 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,152 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,152 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,154 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-296fbbacac79:39423, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,154 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,155 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,164 DEBUG [master/296fbbacac79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T08:52:07,190 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.737sec 2024-11-22T08:52:07,191 INFO [master/296fbbacac79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T08:52:07,192 INFO [master/296fbbacac79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T08:52:07,193 INFO [master/296fbbacac79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T08:52:07,194 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T08:52:07,194 INFO [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T08:52:07,194 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:52:07,195 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T08:52:07,199 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T08:52:07,200 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T08:52:07,200 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,39423,1732265514439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:52:07,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,247 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T08:52:07,247 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T08:52:07,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,39423,-1 for getting cluster id 2024-11-22T08:52:07,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T08:52:07,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd095ef8-fb5e-4126-bcab-eee576e25184' 2024-11-22T08:52:07,265 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T08:52:07,266 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd095ef8-fb5e-4126-bcab-eee576e25184" 2024-11-22T08:52:07,266 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ab102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,266 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,39423,-1] 2024-11-22T08:52:07,270 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T08:52:07,272 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:07,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T08:52:07,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:52:07,282 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,43381,1732265515208, seqNum=-1] 2024-11-22T08:52:07,283 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:52:07,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:52:07,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=296fbbacac79,39423,1732265514439 2024-11-22T08:52:07,305 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732265527304 (current time:1732265527304). 2024-11-22T08:52:07,305 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T08:52:07,305 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T08:52:07,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,39423,-1 for getting cluster id 2024-11-22T08:52:07,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T08:52:07,309 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd095ef8-fb5e-4126-bcab-eee576e25184' 2024-11-22T08:52:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T08:52:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd095ef8-fb5e-4126-bcab-eee576e25184" 2024-11-22T08:52:07,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587a848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,39423,-1] 2024-11-22T08:52:07,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T08:52:07,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:07,311 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T08:52:07,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10e5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:52:07,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:52:07,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,43381,1732265515208, seqNum=-1] 2024-11-22T08:52:07,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:52:07,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:52:07,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:52:07,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:52:07,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:07,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:07,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T08:52:07,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T08:52:07,337 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 296fbbacac79,39423,1732265514439 2024-11-22T08:52:07,339 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ab8a83 2024-11-22T08:52:07,340 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T08:52:07,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T08:52:07,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T08:52:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T08:52:07,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T08:52:07,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T08:52:07,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:07,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T08:52:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:52:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:52:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:52:07,383 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c795da760b1c05f866f688c11db5daa, NAME => 'SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,384 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 69ef6fa246f86991c3c0f9182f8b1b06, NAME => 'SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,384 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7c67b77516636d6fdd0a8e4ff71b0948, NAME => 'SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741838_1014 (size=62) 2024-11-22T08:52:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741838_1014 (size=62) 2024-11-22T08:52:07,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741838_1014 (size=62) 2024-11-22T08:52:07,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7c67b77516636d6fdd0a8e4ff71b0948, disabling compactions & flushes 2024-11-22T08:52:07,400 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:07,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:07,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. after waiting 0 ms 2024-11-22T08:52:07,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:07,401 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:07,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7c67b77516636d6fdd0a8e4ff71b0948: Waiting for close lock at 1732265527400Disabling compacts and flushes for region at 1732265527400Disabling writes for close at 1732265527401 (+1 ms)Writing region close event to WAL at 1732265527401Closed at 1732265527401 2024-11-22T08:52:07,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eb0c28c9071c0e3ad0e62988d6591bc6, NAME => 'SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741839_1015 (size=54) 2024-11-22T08:52:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741839_1015 (size=54) 2024-11-22T08:52:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741839_1015 (size=54) 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0c795da760b1c05f866f688c11db5daa, disabling compactions & flushes 2024-11-22T08:52:07,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. after waiting 0 ms 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:07,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:07,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c795da760b1c05f866f688c11db5daa: Waiting for close lock at 1732265527409Disabling compacts and flushes for region at 1732265527409Disabling writes for close at 1732265527409Writing region close event to WAL at 1732265527409Closed at 1732265527409 2024-11-22T08:52:07,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25aa7de703099f9e092b966dfcda660c, NAME => 'SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:52:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:52:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 69ef6fa246f86991c3c0f9182f8b1b06, disabling compactions & flushes 2024-11-22T08:52:07,413 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. after waiting 0 ms 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:07,413 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:07,413 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 69ef6fa246f86991c3c0f9182f8b1b06: Waiting for close lock at 1732265527413Disabling compacts and flushes for region at 1732265527413Disabling writes for close at 1732265527413Writing region close event to WAL at 1732265527413Closed at 1732265527413 2024-11-22T08:52:07,414 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 01d87761c38aaf28c280981121fb0ecd, NAME => 'SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:52:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:52:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:52:07,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing eb0c28c9071c0e3ad0e62988d6591bc6, disabling compactions & flushes 2024-11-22T08:52:07,436 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:07,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:07,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. after waiting 0 ms 2024-11-22T08:52:07,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:07,437 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:07,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for eb0c28c9071c0e3ad0e62988d6591bc6: Waiting for close lock at 1732265527436Disabling compacts and flushes for region at 1732265527436Disabling writes for close at 1732265527437 (+1 ms)Writing region close event to WAL at 1732265527437Closed at 1732265527437 2024-11-22T08:52:07,437 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7fb07c1faf2869a5d083df812c57d741, NAME => 'SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:52:07,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:52:07,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 25aa7de703099f9e092b966dfcda660c, disabling compactions & flushes 2024-11-22T08:52:07,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. after waiting 0 ms 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:07,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:07,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25aa7de703099f9e092b966dfcda660c: Waiting for close lock at 1732265527442Disabling compacts and flushes for region at 1732265527442Disabling writes for close at 1732265527442Writing region close event to WAL at 1732265527442Closed at 1732265527442 2024-11-22T08:52:07,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d722e3cd885f2c475dbc622fbf89529f, NAME => 'SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:52:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:52:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 01d87761c38aaf28c280981121fb0ecd, disabling compactions & flushes 2024-11-22T08:52:07,458 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. after waiting 0 ms 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:07,458 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:07,458 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 01d87761c38aaf28c280981121fb0ecd: Waiting for close lock at 1732265527458Disabling compacts and flushes for region at 1732265527458Disabling writes for close at 1732265527458Writing region close event to WAL at 1732265527458Closed at 1732265527458 2024-11-22T08:52:07,459 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 79a0b87ea45822c3150c50a298b1e495, NAME => 'SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:52:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:52:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:52:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:52:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:52:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:52:07,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d722e3cd885f2c475dbc622fbf89529f, disabling compactions & flushes 2024-11-22T08:52:07,478 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:07,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:07,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. after waiting 0 ms 2024-11-22T08:52:07,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:07,479 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:07,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d722e3cd885f2c475dbc622fbf89529f: Waiting for close lock at 1732265527478Disabling compacts and flushes for region at 1732265527478Disabling writes for close at 1732265527479 (+1 ms)Writing region close event to WAL at 1732265527479Closed at 1732265527479 2024-11-22T08:52:07,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,479 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91c7ae3fb99de5c1e0a1c12244341400, NAME => 'SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28 2024-11-22T08:52:07,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7fb07c1faf2869a5d083df812c57d741, disabling compactions & flushes 2024-11-22T08:52:07,479 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:07,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:07,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. after waiting 0 ms 2024-11-22T08:52:07,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:07,480 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:07,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7fb07c1faf2869a5d083df812c57d741: Waiting for close lock at 1732265527479Disabling compacts and flushes for region at 1732265527479Disabling writes for close at 1732265527480 (+1 ms)Writing region close event to WAL at 1732265527480Closed at 1732265527480 2024-11-22T08:52:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:52:07,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:52:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:52:07,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 79a0b87ea45822c3150c50a298b1e495, disabling compactions & flushes 2024-11-22T08:52:07,502 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:07,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:07,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. after waiting 0 ms 2024-11-22T08:52:07,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:07,502 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:07,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 79a0b87ea45822c3150c50a298b1e495: Waiting for close lock at 1732265527502Disabling compacts and flushes for region at 1732265527502Disabling writes for close at 1732265527502Writing region close event to WAL at 1732265527502Closed at 1732265527502 2024-11-22T08:52:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:52:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:52:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:52:07,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:07,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 91c7ae3fb99de5c1e0a1c12244341400, disabling compactions & flushes 2024-11-22T08:52:07,514 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:07,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:07,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. after waiting 0 ms 2024-11-22T08:52:07,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:07,514 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:07,514 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91c7ae3fb99de5c1e0a1c12244341400: Waiting for close lock at 1732265527514Disabling compacts and flushes for region at 1732265527514Disabling writes for close at 1732265527514Writing region close event to WAL at 1732265527514Closed at 1732265527514 2024-11-22T08:52:07,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T08:52:07,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732265527516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265527516"}]},"ts":"1732265527516"} 2024-11-22T08:52:07,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T08:52:07,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T08:52:07,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732265527560"}]},"ts":"1732265527560"} 2024-11-22T08:52:07,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T08:52:07,568 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:52:07,576 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:52:07,576 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:52:07,576 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T08:52:07,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:52:07,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:52:07,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T08:52:07,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:52:07,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:52:07,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T08:52:07,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:52:07,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c67b77516636d6fdd0a8e4ff71b0948, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69ef6fa246f86991c3c0f9182f8b1b06, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb0c28c9071c0e3ad0e62988d6591bc6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d87761c38aaf28c280981121fb0ecd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d722e3cd885f2c475dbc622fbf89529f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91c7ae3fb99de5c1e0a1c12244341400, ASSIGN}] 2024-11-22T08:52:07,585 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN 2024-11-22T08:52:07,585 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c67b77516636d6fdd0a8e4ff71b0948, ASSIGN 2024-11-22T08:52:07,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN 2024-11-22T08:52:07,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb0c28c9071c0e3ad0e62988d6591bc6, ASSIGN 2024-11-22T08:52:07,588 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN; state=OFFLINE, location=296fbbacac79,44001,1732265515372; forceNewPlan=false, retain=false 2024-11-22T08:52:07,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb0c28c9071c0e3ad0e62988d6591bc6, ASSIGN; state=OFFLINE, location=296fbbacac79,43381,1732265515208; forceNewPlan=false, retain=false 2024-11-22T08:52:07,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c67b77516636d6fdd0a8e4ff71b0948, ASSIGN; state=OFFLINE, location=296fbbacac79,43381,1732265515208; forceNewPlan=false, retain=false 2024-11-22T08:52:07,590 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN; state=OFFLINE, location=296fbbacac79,44001,1732265515372; forceNewPlan=false, retain=false 2024-11-22T08:52:07,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495, ASSIGN 2024-11-22T08:52:07,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN 2024-11-22T08:52:07,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d722e3cd885f2c475dbc622fbf89529f, ASSIGN 2024-11-22T08:52:07,596 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91c7ae3fb99de5c1e0a1c12244341400, ASSIGN 2024-11-22T08:52:07,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d87761c38aaf28c280981121fb0ecd, ASSIGN 2024-11-22T08:52:07,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN; state=OFFLINE, location=296fbbacac79,44001,1732265515372; forceNewPlan=false, retain=false 2024-11-22T08:52:07,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d722e3cd885f2c475dbc622fbf89529f, ASSIGN; state=OFFLINE, location=296fbbacac79,43381,1732265515208; forceNewPlan=false, retain=false 2024-11-22T08:52:07,598 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495, ASSIGN; state=OFFLINE, location=296fbbacac79,46865,1732265515312; forceNewPlan=false, retain=false 2024-11-22T08:52:07,598 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91c7ae3fb99de5c1e0a1c12244341400, ASSIGN; state=OFFLINE, location=296fbbacac79,43381,1732265515208; forceNewPlan=false, retain=false 2024-11-22T08:52:07,598 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01d87761c38aaf28c280981121fb0ecd, ASSIGN; state=OFFLINE, location=296fbbacac79,46865,1732265515312; forceNewPlan=false, retain=false 2024-11-22T08:52:07,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69ef6fa246f86991c3c0f9182f8b1b06, ASSIGN 2024-11-22T08:52:07,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69ef6fa246f86991c3c0f9182f8b1b06, ASSIGN; state=OFFLINE, location=296fbbacac79,46865,1732265515312; forceNewPlan=false, retain=false 2024-11-22T08:52:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:07,741 INFO [296fbbacac79:39423 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T08:52:07,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79a0b87ea45822c3150c50a298b1e495, regionState=OPENING, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:07,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25aa7de703099f9e092b966dfcda660c, regionState=OPENING, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:07,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fb07c1faf2869a5d083df812c57d741, regionState=OPENING, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:07,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=01d87761c38aaf28c280981121fb0ecd, regionState=OPENING, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:07,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69ef6fa246f86991c3c0f9182f8b1b06, regionState=OPENING, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:07,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eb0c28c9071c0e3ad0e62988d6591bc6, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d722e3cd885f2c475dbc622fbf89529f, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c67b77516636d6fdd0a8e4ff71b0948, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c795da760b1c05f866f688c11db5daa, regionState=OPENING, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:07,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91c7ae3fb99de5c1e0a1c12244341400, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:07,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=69ef6fa246f86991c3c0f9182f8b1b06, ASSIGN because future has completed 2024-11-22T08:52:07,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06, server=296fbbacac79,46865,1732265515312}] 2024-11-22T08:52:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495, ASSIGN because future has completed 2024-11-22T08:52:07,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a0b87ea45822c3150c50a298b1e495, server=296fbbacac79,46865,1732265515312}] 2024-11-22T08:52:07,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN because future has completed 2024-11-22T08:52:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN because future has completed 2024-11-22T08:52:07,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,44001,1732265515372}] 2024-11-22T08:52:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01d87761c38aaf28c280981121fb0ecd, ASSIGN because future has completed 2024-11-22T08:52:07,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,44001,1732265515372}] 2024-11-22T08:52:07,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb0c28c9071c0e3ad0e62988d6591bc6, ASSIGN because future has completed 2024-11-22T08:52:07,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d722e3cd885f2c475dbc622fbf89529f, ASSIGN because future has completed 2024-11-22T08:52:07,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d722e3cd885f2c475dbc622fbf89529f, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:07,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:07,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN because future has completed 2024-11-22T08:52:07,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01d87761c38aaf28c280981121fb0ecd, server=296fbbacac79,46865,1732265515312}] 2024-11-22T08:52:07,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7c67b77516636d6fdd0a8e4ff71b0948, ASSIGN because future has completed 2024-11-22T08:52:07,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91c7ae3fb99de5c1e0a1c12244341400, ASSIGN because future has completed 2024-11-22T08:52:07,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:07,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,44001,1732265515372}] 2024-11-22T08:52:07,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:08,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T08:52:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:12,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T08:52:14,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T08:52:14,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T08:52:14,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T08:52:14,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T08:52:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:17,753 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:52:17,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:52:17,765 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:52:17,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:52:17,768 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:17,768 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ef6fa246f86991c3c0f9182f8b1b06, NAME => 'SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T08:52:17,769 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,769 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,769 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,769 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,774 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:17,774 INFO [StoreOpener-69ef6fa246f86991c3c0f9182f8b1b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,775 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c795da760b1c05f866f688c11db5daa, NAME => 'SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T08:52:17,775 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,775 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,776 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,776 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,776 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:17,776 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => eb0c28c9071c0e3ad0e62988d6591bc6, NAME => 'SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T08:52:17,776 INFO [StoreOpener-69ef6fa246f86991c3c0f9182f8b1b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ef6fa246f86991c3c0f9182f8b1b06 columnFamilyName cf 2024-11-22T08:52:17,776 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,776 DEBUG [StoreOpener-69ef6fa246f86991c3c0f9182f8b1b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,777 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,777 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,777 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,777 INFO [StoreOpener-69ef6fa246f86991c3c0f9182f8b1b06-1 {}] regionserver.HStore(327): Store=69ef6fa246f86991c3c0f9182f8b1b06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,778 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,778 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,779 INFO [StoreOpener-eb0c28c9071c0e3ad0e62988d6591bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,779 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,779 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,780 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,780 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,780 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c795da760b1c05f866f688c11db5daa columnFamilyName cf 2024-11-22T08:52:17,780 DEBUG [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,781 INFO [StoreOpener-eb0c28c9071c0e3ad0e62988d6591bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb0c28c9071c0e3ad0e62988d6591bc6 columnFamilyName cf 2024-11-22T08:52:17,781 DEBUG [StoreOpener-eb0c28c9071c0e3ad0e62988d6591bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,781 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] regionserver.HStore(327): Store=0c795da760b1c05f866f688c11db5daa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,781 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,781 INFO [StoreOpener-eb0c28c9071c0e3ad0e62988d6591bc6-1 {}] regionserver.HStore(327): Store=eb0c28c9071c0e3ad0e62988d6591bc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,782 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,783 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,783 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,783 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,783 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,783 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,784 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,784 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,784 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,784 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,786 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,786 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/69ef6fa246f86991c3c0f9182f8b1b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,787 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,787 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 69ef6fa246f86991c3c0f9182f8b1b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75146936, jitterRate=0.11977660655975342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,787 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:17,789 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 69ef6fa246f86991c3c0f9182f8b1b06: Running coprocessor pre-open hook at 1732265537772Writing region info on filesystem at 1732265537772Initializing all the Stores at 1732265537773 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537774 (+1 ms)Cleaning up temporary data from old regions at 1732265537780 (+6 ms)Running coprocessor post-open hooks at 1732265537787 (+7 ms)Region opened successfully at 1732265537789 (+2 ms) 2024-11-22T08:52:17,790 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,790 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/eb0c28c9071c0e3ad0e62988d6591bc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,790 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0c795da760b1c05f866f688c11db5daa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631231, jitterRate=-0.007117286324501038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,791 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:17,791 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0c795da760b1c05f866f688c11db5daa: Running coprocessor pre-open hook at 1732265537776Writing region info on filesystem at 1732265537776Initializing all the Stores at 1732265537777 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537777Cleaning up temporary data from old regions at 1732265537784 (+7 ms)Running coprocessor post-open hooks at 1732265537791 (+7 ms)Region opened successfully at 1732265537791 2024-11-22T08:52:17,791 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06., pid=15, masterSystemTime=1732265537753 2024-11-22T08:52:17,791 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened eb0c28c9071c0e3ad0e62988d6591bc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66105338, jitterRate=-0.014953702688217163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,792 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:17,792 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for eb0c28c9071c0e3ad0e62988d6591bc6: Running coprocessor pre-open hook at 1732265537777Writing region info on filesystem at 1732265537777Initializing all the Stores at 1732265537778 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537778Cleaning up temporary data from old regions at 1732265537784 (+6 ms)Running coprocessor post-open hooks at 1732265537792 (+8 ms)Region opened successfully at 1732265537792 2024-11-22T08:52:17,793 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa., pid=24, masterSystemTime=1732265537765 2024-11-22T08:52:17,793 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6., pid=20, masterSystemTime=1732265537769 2024-11-22T08:52:17,794 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:17,794 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:17,794 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:17,794 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 79a0b87ea45822c3150c50a298b1e495, NAME => 'SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T08:52:17,795 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,795 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,795 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,795 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69ef6fa246f86991c3c0f9182f8b1b06, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:17,796 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:17,796 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:17,796 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:17,796 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 25aa7de703099f9e092b966dfcda660c, NAME => 'SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T08:52:17,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,797 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c795da760b1c05f866f688c11db5daa, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:17,799 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:17,799 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:17,800 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:17,800 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d722e3cd885f2c475dbc622fbf89529f, NAME => 'SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T08:52:17,800 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,801 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eb0c28c9071c0e3ad0e62988d6591bc6, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:17,801 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,801 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06, server=296fbbacac79,46865,1732265515312 because future has completed 2024-11-22T08:52:17,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,44001,1732265515372 because future has completed 2024-11-22T08:52:17,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6, server=296fbbacac79,43381,1732265515208 because future has completed 2024-11-22T08:52:17,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-22T08:52:17,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-22T08:52:17,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06, server=296fbbacac79,46865,1732265515312 in 10.0570 sec 2024-11-22T08:52:17,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,44001,1732265515372 in 10.0310 sec 2024-11-22T08:52:17,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-22T08:52:17,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6, server=296fbbacac79,43381,1732265515208 in 10.0460 sec 2024-11-22T08:52:17,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=69ef6fa246f86991c3c0f9182f8b1b06, ASSIGN in 10.2280 sec 2024-11-22T08:52:17,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN in 10.2310 sec 2024-11-22T08:52:17,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb0c28c9071c0e3ad0e62988d6591bc6, ASSIGN in 10.2320 sec 2024-11-22T08:52:17,813 INFO [StoreOpener-79a0b87ea45822c3150c50a298b1e495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,813 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,816 INFO [StoreOpener-d722e3cd885f2c475dbc622fbf89529f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,816 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25aa7de703099f9e092b966dfcda660c columnFamilyName cf 2024-11-22T08:52:17,816 INFO [StoreOpener-79a0b87ea45822c3150c50a298b1e495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a0b87ea45822c3150c50a298b1e495 columnFamilyName cf 2024-11-22T08:52:17,816 DEBUG [StoreOpener-79a0b87ea45822c3150c50a298b1e495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,816 DEBUG [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,817 INFO [StoreOpener-79a0b87ea45822c3150c50a298b1e495-1 {}] regionserver.HStore(327): Store=79a0b87ea45822c3150c50a298b1e495/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,817 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] regionserver.HStore(327): Store=25aa7de703099f9e092b966dfcda660c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,817 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,817 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,818 INFO [StoreOpener-d722e3cd885f2c475dbc622fbf89529f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d722e3cd885f2c475dbc622fbf89529f columnFamilyName cf 2024-11-22T08:52:17,818 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,818 DEBUG [StoreOpener-d722e3cd885f2c475dbc622fbf89529f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,818 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,819 INFO [StoreOpener-d722e3cd885f2c475dbc622fbf89529f-1 {}] regionserver.HStore(327): Store=d722e3cd885f2c475dbc622fbf89529f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,819 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,820 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,821 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,821 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,821 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,822 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,823 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,824 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,825 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,827 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,827 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 79a0b87ea45822c3150c50a298b1e495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67377215, jitterRate=0.003998741507530212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,827 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:17,827 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 79a0b87ea45822c3150c50a298b1e495: Running coprocessor pre-open hook at 1732265537796Writing region info on filesystem at 1732265537796Initializing all the Stores at 1732265537802 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537803 (+1 ms)Cleaning up temporary data from old regions at 1732265537819 (+16 ms)Running coprocessor post-open hooks at 1732265537827 (+8 ms)Region opened successfully at 1732265537827 2024-11-22T08:52:17,828 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,827 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 25aa7de703099f9e092b966dfcda660c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63692197, jitterRate=-0.05091230571269989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,828 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:17,828 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 25aa7de703099f9e092b966dfcda660c: Running coprocessor pre-open hook at 1732265537797Writing region info on filesystem at 1732265537797Initializing all the Stores at 1732265537803 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537803Cleaning up temporary data from old regions at 1732265537819 (+16 ms)Running coprocessor post-open hooks at 1732265537828 (+9 ms)Region opened successfully at 1732265537828 2024-11-22T08:52:17,828 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d722e3cd885f2c475dbc622fbf89529f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74294280, jitterRate=0.10707104206085205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,829 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:17,829 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., pid=16, masterSystemTime=1732265537753 2024-11-22T08:52:17,829 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d722e3cd885f2c475dbc622fbf89529f: Running coprocessor pre-open hook at 1732265537801Writing region info on filesystem at 1732265537801Initializing all the Stores at 1732265537804 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537804Cleaning up temporary data from old regions at 1732265537821 (+17 ms)Running coprocessor post-open hooks at 1732265537829 (+8 ms)Region opened successfully at 1732265537829 2024-11-22T08:52:17,830 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c., pid=17, masterSystemTime=1732265537765 2024-11-22T08:52:17,831 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., pid=21, masterSystemTime=1732265537769 2024-11-22T08:52:17,831 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:17,831 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:17,832 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:17,832 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 01d87761c38aaf28c280981121fb0ecd, NAME => 'SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T08:52:17,832 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,833 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,833 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,833 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=79a0b87ea45822c3150c50a298b1e495, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:17,834 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:17,834 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:17,834 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:17,835 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb07c1faf2869a5d083df812c57d741, NAME => 'SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T08:52:17,835 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25aa7de703099f9e092b966dfcda660c, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:17,835 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,835 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,835 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,837 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:17,837 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:17,837 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:17,837 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 91c7ae3fb99de5c1e0a1c12244341400, NAME => 'SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T08:52:17,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,838 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,841 INFO [StoreOpener-01d87761c38aaf28c280981121fb0ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,842 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=296fbbacac79,46865,1732265515312, table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T08:52:17,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d722e3cd885f2c475dbc622fbf89529f, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:17,842 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39423 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=296fbbacac79,44001,1732265515372, table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T08:52:17,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a0b87ea45822c3150c50a298b1e495, server=296fbbacac79,46865,1732265515312 because future has completed 2024-11-22T08:52:17,845 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,845 INFO [StoreOpener-01d87761c38aaf28c280981121fb0ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01d87761c38aaf28c280981121fb0ecd columnFamilyName cf 2024-11-22T08:52:17,845 DEBUG [StoreOpener-01d87761c38aaf28c280981121fb0ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,44001,1732265515372 because future has completed 2024-11-22T08:52:17,847 INFO [StoreOpener-91c7ae3fb99de5c1e0a1c12244341400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,847 INFO [StoreOpener-01d87761c38aaf28c280981121fb0ecd-1 {}] regionserver.HStore(327): Store=01d87761c38aaf28c280981121fb0ecd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,848 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb07c1faf2869a5d083df812c57d741 columnFamilyName cf 2024-11-22T08:52:17,848 DEBUG [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,848 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d722e3cd885f2c475dbc622fbf89529f, server=296fbbacac79,43381,1732265515208 because future has completed 2024-11-22T08:52:17,849 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] regionserver.HStore(327): Store=7fb07c1faf2869a5d083df812c57d741/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,849 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,852 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T08:52:17,853 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,853 INFO [StoreOpener-91c7ae3fb99de5c1e0a1c12244341400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91c7ae3fb99de5c1e0a1c12244341400 columnFamilyName cf 2024-11-22T08:52:17,853 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,854 DEBUG [StoreOpener-91c7ae3fb99de5c1e0a1c12244341400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a0b87ea45822c3150c50a298b1e495, server=296fbbacac79,46865,1732265515312 in 10.0950 sec 2024-11-22T08:52:17,855 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,856 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,856 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,856 INFO [StoreOpener-91c7ae3fb99de5c1e0a1c12244341400-1 {}] regionserver.HStore(327): Store=91c7ae3fb99de5c1e0a1c12244341400/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-22T08:52:17,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79a0b87ea45822c3150c50a298b1e495, ASSIGN in 10.2730 sec 2024-11-22T08:52:17,856 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,44001,1732265515372 in 10.0980 sec 2024-11-22T08:52:17,857 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,857 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,858 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,859 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,861 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-22T08:52:17,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d722e3cd885f2c475dbc622fbf89529f, server=296fbbacac79,43381,1732265515208 in 10.0900 sec 2024-11-22T08:52:17,862 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,863 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,863 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN in 10.2780 sec 2024-11-22T08:52:17,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d722e3cd885f2c475dbc622fbf89529f, ASSIGN in 10.2830 sec 2024-11-22T08:52:17,866 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,866 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,867 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/01d87761c38aaf28c280981121fb0ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,867 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7fb07c1faf2869a5d083df812c57d741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62211153, jitterRate=-0.0729815810918808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,867 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:17,868 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7fb07c1faf2869a5d083df812c57d741: Running coprocessor pre-open hook at 1732265537841Writing region info on filesystem at 1732265537841Initializing all the Stores at 1732265537843 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537843Cleaning up temporary data from old regions at 1732265537856 (+13 ms)Running coprocessor post-open hooks at 1732265537867 (+11 ms)Region opened successfully at 1732265537867 2024-11-22T08:52:17,868 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 01d87761c38aaf28c280981121fb0ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75061059, jitterRate=0.11849693953990936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,868 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:17,868 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 01d87761c38aaf28c280981121fb0ecd: Running coprocessor pre-open hook at 1732265537833Writing region info on filesystem at 1732265537833Initializing all the Stores at 1732265537835 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537835Cleaning up temporary data from old regions at 1732265537857 (+22 ms)Running coprocessor post-open hooks at 1732265537868 (+11 ms)Region opened successfully at 1732265537868 2024-11-22T08:52:17,869 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd., pid=19, masterSystemTime=1732265537753 2024-11-22T08:52:17,869 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., pid=18, masterSystemTime=1732265537765 2024-11-22T08:52:17,870 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,871 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 91c7ae3fb99de5c1e0a1c12244341400; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73421822, jitterRate=0.09407040476799011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,871 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:17,871 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 91c7ae3fb99de5c1e0a1c12244341400: Running coprocessor pre-open hook at 1732265537840Writing region info on filesystem at 1732265537840Initializing all the Stores at 1732265537843 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537843Cleaning up temporary data from old regions at 1732265537863 (+20 ms)Running coprocessor post-open hooks at 1732265537871 (+8 ms)Region opened successfully at 1732265537871 2024-11-22T08:52:17,873 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., pid=22, masterSystemTime=1732265537769 2024-11-22T08:52:17,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=01d87761c38aaf28c280981121fb0ecd, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:17,873 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:17,876 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:17,877 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:17,877 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:17,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fb07c1faf2869a5d083df812c57d741, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,44001,1732265515372 2024-11-22T08:52:17,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01d87761c38aaf28c280981121fb0ecd, server=296fbbacac79,46865,1732265515312 because future has completed 2024-11-22T08:52:17,881 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:17,882 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:17,882 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,44001,1732265515372 because future has completed 2024-11-22T08:52:17,882 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c67b77516636d6fdd0a8e4ff71b0948, NAME => 'SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T08:52:17,883 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,883 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:17,883 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,883 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=91c7ae3fb99de5c1e0a1c12244341400, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:17,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400, server=296fbbacac79,43381,1732265515208 because future has completed 2024-11-22T08:52:17,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-22T08:52:17,893 INFO [StoreOpener-7c67b77516636d6fdd0a8e4ff71b0948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-22T08:52:17,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 01d87761c38aaf28c280981121fb0ecd, server=296fbbacac79,46865,1732265515312 in 10.1270 sec 2024-11-22T08:52:17,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,44001,1732265515372 in 10.1320 sec 2024-11-22T08:52:17,896 INFO [StoreOpener-7c67b77516636d6fdd0a8e4ff71b0948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c67b77516636d6fdd0a8e4ff71b0948 columnFamilyName cf 2024-11-22T08:52:17,897 DEBUG [StoreOpener-7c67b77516636d6fdd0a8e4ff71b0948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:17,897 INFO [StoreOpener-7c67b77516636d6fdd0a8e4ff71b0948-1 {}] regionserver.HStore(327): Store=7c67b77516636d6fdd0a8e4ff71b0948/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:17,898 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-22T08:52:17,899 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400, server=296fbbacac79,43381,1732265515208 in 10.1220 sec 2024-11-22T08:52:17,900 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,900 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,901 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN in 10.3150 sec 2024-11-22T08:52:17,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d87761c38aaf28c280981121fb0ecd, ASSIGN in 10.3180 sec 2024-11-22T08:52:17,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91c7ae3fb99de5c1e0a1c12244341400, ASSIGN in 10.3200 sec 2024-11-22T08:52:17,904 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,907 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7c67b77516636d6fdd0a8e4ff71b0948/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:52:17,908 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7c67b77516636d6fdd0a8e4ff71b0948; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633892, jitterRate=0.03762584924697876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:17,908 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:17,908 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7c67b77516636d6fdd0a8e4ff71b0948: Running coprocessor pre-open hook at 1732265537883Writing region info on filesystem at 1732265537883Initializing all the Stores at 1732265537884 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265537884Cleaning up temporary data from old regions at 1732265537901 (+17 ms)Running coprocessor post-open hooks at 1732265537908 (+7 ms)Region opened successfully at 1732265537908 2024-11-22T08:52:17,910 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948., pid=23, masterSystemTime=1732265537769 2024-11-22T08:52:17,912 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:17,912 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:17,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c67b77516636d6fdd0a8e4ff71b0948, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:17,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948, server=296fbbacac79,43381,1732265515208 because future has completed 2024-11-22T08:52:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-22T08:52:17,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948, server=296fbbacac79,43381,1732265515208 in 10.1460 sec 2024-11-22T08:52:17,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-22T08:52:17,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7c67b77516636d6fdd0a8e4ff71b0948, ASSIGN in 10.3440 sec 2024-11-22T08:52:17,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T08:52:17,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732265537929"}]},"ts":"1732265537929"} 2024-11-22T08:52:17,932 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T08:52:17,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T08:52:17,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5850 sec 2024-11-22T08:52:20,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T08:52:23,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T08:52:23,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T08:52:24,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-22T08:52:24,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-22T08:52:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:52:25,611 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T08:52:25,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T08:52:25,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:52:25,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T08:52:25,631 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:52:25,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T08:52:25,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., hostname=296fbbacac79,44001,1732265515372, seqNum=2] 2024-11-22T08:52:25,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,839 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., hostname=296fbbacac79,46865,1732265515312, seqNum=2] 2024-11-22T08:52:25,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,918 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:25,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., hostname=296fbbacac79,43381,1732265515208, seqNum=2] 2024-11-22T08:52:26,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:52:26,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:52:26,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:52:26,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:52:26,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44001 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:52:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:26,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:52:26,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:52:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:52:27,552 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T08:52:27,554 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:52:27,555 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T08:52:27,560 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T08:52:27,574 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T08:52:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:52:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:52:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:52:27,586 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T08:52:27,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d87761c38aaf28c280981121fb0ecd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d722e3cd885f2c475dbc622fbf89529f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79a0b87ea45822c3150c50a298b1e495}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400}] 2024-11-22T08:52:27,592 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:27,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:27,592 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:27,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:27,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:27,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:27,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:27,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:27,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:27,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:27,655 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 296fbbacac79,44001,1732265515372 2024-11-22T08:52:27,656 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 296fbbacac79,44001,1732265515372: Simulated kill ***** 2024-11-22T08:52:27,656 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T08:52:27,658 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T08:52:27,659 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T08:52:27,661 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T08:52:27,662 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T08:52:27,668 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 578362880 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153345768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "296fbbacac79", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "296fbbacac79", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63042", "tag.serverName": "296fbbacac79,44001,1732265515372", "tag.clusterId": "fd095ef8-fb5e-4126-bcab-eee576e25184", "tag.Context": "regionserver", "tag.Hostname": "296fbbacac79", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732265515372, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T08:52:27,672 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39423 {}] master.MasterRpcServices(700): 296fbbacac79,44001,1732265515372 reported a fatal error: ***** ABORTING region server 296fbbacac79,44001,1732265515372: Simulated kill ***** 2024-11-22T08:52:27,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,44001,1732265515372' ***** 2024-11-22T08:52:27,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T08:52:27,675 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:52:27,675 INFO [RS:2;296fbbacac79:44001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T08:52:27,675 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:52:27,675 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:52:27,675 INFO [RS:2;296fbbacac79:44001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T08:52:27,675 INFO [RS:2;296fbbacac79:44001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:52:27,676 INFO [RS:2;296fbbacac79:44001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;296fbbacac79:44001. 2024-11-22T08:52:27,676 DEBUG [RS:2;296fbbacac79:44001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:52:27,676 DEBUG [RS:2;296fbbacac79:44001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741833_1009 (size=951) 2024-11-22T08:52:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741833_1009 (size=951) 2024-11-22T08:52:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741833_1009 (size=951) 2024-11-22T08:52:27,683 DEBUG [RS:2;296fbbacac79:44001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:52:27,683 INFO [RS:2;296fbbacac79:44001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:52:27,684 INFO [RS:2;296fbbacac79:44001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44001 2024-11-22T08:52:27,685 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:52:27,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,44001,1732265515372 2024-11-22T08:52:27,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:52:27,689 INFO [RS:2;296fbbacac79:44001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:52:27,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,44001,1732265515372] 2024-11-22T08:52:27,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,44001,1732265515372 already deleted, retry=false 2024-11-22T08:52:27,693 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 296fbbacac79,44001,1732265515372 on 296fbbacac79,39423,1732265514439 2024-11-22T08:52:27,699 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 296fbbacac79,44001,1732265515372, splitWal=true, meta=false 2024-11-22T08:52:27,702 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 296fbbacac79,44001,1732265515372 (carryingMeta=false) 296fbbacac79,44001,1732265515372/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4609ae09[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T08:52:27,703 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 296fbbacac79,44001,1732265515372, splitWal=true, meta=false 2024-11-22T08:52:27,705 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 296fbbacac79,44001,1732265515372 had 3 regions 2024-11-22T08:52:27,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:27,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:27,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:27,707 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296fbbacac79,44001,1732265515372, splitWal=true, meta=false, isMeta: false 2024-11-22T08:52:27,707 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa can not run currently because target server of region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 296fbbacac79,44001,1732265515372 is in state CRASHED, wait 1000 ms to retry 2024-11-22T08:52:27,707 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 can not run currently because target server of region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 296fbbacac79,44001,1732265515372 is in state CRASHED, wait 1000 ms to retry 2024-11-22T08:52:27,707 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c can not run currently because target server of region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 296fbbacac79,44001,1732265515372 is in state CRASHED, wait 1000 ms to retry 2024-11-22T08:52:27,708 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa; timeout=1000, timestamp=1732265548708 2024-11-22T08:52:27,708 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c; timeout=1000, timestamp=1732265548708 2024-11-22T08:52:27,708 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741; timeout=1000, timestamp=1732265548708 2024-11-22T08:52:27,711 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting 2024-11-22T08:52:27,713 INFO [PEWorker-3 {}] master.SplitWALManager(105): 296fbbacac79,44001,1732265515372 WAL count=1, meta=false 2024-11-22T08:52:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296fbbacac79%2C44001%2C1732265515372.1732265516709}] 2024-11-22T08:52:27,723 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=296fbbacac79,43381,1732265515208 2024-11-22T08:52:27,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 296fbbacac79%2C44001%2C1732265515372.1732265516709, worker=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:27,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:52:27,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44001-0x10066a16f290003, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:52:27,792 INFO [RS:2;296fbbacac79:44001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:52:27,792 INFO [RS:2;296fbbacac79:44001 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,44001,1732265515372; zookeeper connection closed. 2024-11-22T08:52:27,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c0d3b59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c0d3b59 2024-11-22T08:52:28,560 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T08:52:28,560 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T08:52:28,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:28,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:28,709 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:28,712 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa can not run currently because target server of region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T08:52:28,712 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c can not run currently because target server of region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T08:52:28,712 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa; timeout=2000, timestamp=1732265550712 2024-11-22T08:52:28,712 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c; timeout=2000, timestamp=1732265550712 2024-11-22T08:52:28,714 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 can not run currently because target server of region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 2000 ms to retry 2024-11-22T08:52:28,714 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741; timeout=2000, timestamp=1732265550714 2024-11-22T08:52:30,222 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296fbbacac79:39423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-22T08:52:30,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:30,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:30,715 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:30,717 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa can not run currently because target server of region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T08:52:30,717 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa; timeout=4000, timestamp=1732265554717 2024-11-22T08:52:30,717 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c can not run currently because target server of region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T08:52:30,717 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c; timeout=4000, timestamp=1732265554717 2024-11-22T08:52:30,718 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 can not run currently because target server of region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 4000 ms to retry 2024-11-22T08:52:30,718 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741; timeout=4000, timestamp=1732265554718 2024-11-22T08:52:34,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:34,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:34,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:34,722 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 can not run currently because target server of region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T08:52:34,722 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa can not run currently because target server of region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T08:52:34,722 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c can not run currently because target server of region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 296fbbacac79,44001,1732265515372 is in state SPLITTING, wait 8000 ms to retry 2024-11-22T08:52:34,722 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa; timeout=8000, timestamp=1732265562722 2024-11-22T08:52:34,722 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741; timeout=8000, timestamp=1732265562722 2024-11-22T08:52:34,722 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c; timeout=8000, timestamp=1732265562722 2024-11-22T08:52:37,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T08:52:37,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T08:52:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T08:52:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:37,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:37,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-22T08:52:37,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T08:52:37,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 91c7ae3fb99de5c1e0a1c12244341400 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T08:52:37,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 79a0b87ea45822c3150c50a298b1e495 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 01d87761c38aaf28c280981121fb0ecd: 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 69ef6fa246f86991c3c0f9182f8b1b06: 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7c67b77516636d6fdd0a8e4ff71b0948: 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eb0c28c9071c0e3ad0e62988d6591bc6: 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:37,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:37,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:37,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:37,640 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709, size=951 (951bytes) 2024-11-22T08:52:37,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T08:52:37,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T08:52:37,641 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 2024-11-22T08:52:37,646 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 after 4ms 2024-11-22T08:52:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741849_1025 (size=65) 2024-11-22T08:52:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741849_1025 (size=65) 2024-11-22T08:52:37,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:52:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:52:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:52:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741849_1025 (size=65) 2024-11-22T08:52:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:52:37,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:52:37,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T08:52:37,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T08:52:37,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:37,654 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d722e3cd885f2c475dbc622fbf89529f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T08:52:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T08:52:37,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T08:52:37,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:37,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:52:37,656 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:52:37,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb0c28c9071c0e3ad0e62988d6591bc6 in 10.0700 sec 2024-11-22T08:52:37,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7c67b77516636d6fdd0a8e4ff71b0948 in 10.0700 sec 2024-11-22T08:52:37,677 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 took 38ms 2024-11-22T08:52:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:52:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:52:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:52:37,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:52:37,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T08:52:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T08:52:37,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:37,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:52:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:52:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:52:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:52:37,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:52:37,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T08:52:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T08:52:37,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:37,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01d87761c38aaf28c280981121fb0ecd in 10.1030 sec 2024-11-22T08:52:37,693 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:52:37,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 69ef6fa246f86991c3c0f9182f8b1b06 in 10.1080 sec 2024-11-22T08:52:37,703 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0c795da760b1c05f866f688c11db5daa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T08:52:37,706 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 25aa7de703099f9e092b966dfcda660c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T08:52:37,708 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 7fb07c1faf2869a5d083df812c57d741: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T08:52:37,708 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 so closing down 2024-11-22T08:52:37,708 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T08:52:37,709 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T08:52:37,714 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709, size=951, length=951, corrupted=false, cancelled=false 2024-11-22T08:52:37,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709, journal: Splitting hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709, size=951 (951bytes) at 1732265557640Finishing writing output for hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 so closing down at 1732265557708 (+68 ms)3 split writer threads finished at 1732265557709 (+1 ms)Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709, size=951, length=951, corrupted=false, cancelled=false at 1732265557714 (+5 ms) 2024-11-22T08:52:37,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 2024-11-22T08:52:37,714 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T08:52:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T08:52:37,733 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting/296fbbacac79%2C44001%2C1732265515372.1732265516709 to hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs 2024-11-22T08:52:37,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/.tmp/cf/d9031328894d416884fc92cd3873d81f is 34, key is baa/cf:cf/1732265546807/Put/seqid=0 2024-11-22T08:52:37,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/.tmp/cf/bf4b47b007b84a07b93f658a1f46fed3 is 34, key is ccd/cf:cf/1732265546774/Put/seqid=0 2024-11-22T08:52:37,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T08:52:37,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296fbbacac79%2C44001%2C1732265515372.1732265516709, worker=296fbbacac79,43381,1732265515208 in 10.0070 sec 2024-11-22T08:52:37,739 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=296fbbacac79,43381,1732265515208 2024-11-22T08:52:37,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T08:52:37,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 296fbbacac79%2C44001%2C1732265515372.1732265516709, worker=296fbbacac79,43381,1732265515208 in 10.0250 sec 2024-11-22T08:52:37,748 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting dir is empty, no logs to split. 2024-11-22T08:52:37,748 INFO [PEWorker-4 {}] master.SplitWALManager(105): 296fbbacac79,44001,1732265515372 WAL count=0, meta=false 2024-11-22T08:52:37,748 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 296fbbacac79,44001,1732265515372 WAL splitting is done? wals=0, meta=false 2024-11-22T08:52:37,752 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 296fbbacac79,44001,1732265515372 failed, ignore...File hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/WALs/296fbbacac79,44001,1732265515372-splitting does not exist. 2024-11-22T08:52:37,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN}] 2024-11-22T08:52:37,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN 2024-11-22T08:52:37,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN 2024-11-22T08:52:37,757 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN 2024-11-22T08:52:37,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:52:37,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:52:37,759 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:52:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741854_1030 (size=47197) 2024-11-22T08:52:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741854_1030 (size=47197) 2024-11-22T08:52:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741854_1030 (size=47197) 2024-11-22T08:52:37,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/.tmp/cf/bf4b47b007b84a07b93f658a1f46fed3 2024-11-22T08:52:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:52:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:52:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:52:37,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/.tmp/cf/d9031328894d416884fc92cd3873d81f 2024-11-22T08:52:37,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/.tmp/cf/89ba7a1b8f614ab7927235be71daa0af is 34, key is eaa/cf:cf/1732265547383/Put/seqid=0 2024-11-22T08:52:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741853_1029 (size=499309) 2024-11-22T08:52:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741853_1029 (size=499309) 2024-11-22T08:52:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741853_1029 (size=499309) 2024-11-22T08:52:37,810 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/.tmp/cf/89ba7a1b8f614ab7927235be71daa0af 2024-11-22T08:52:37,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/.tmp/cf/bf4b47b007b84a07b93f658a1f46fed3 as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/cf/bf4b47b007b84a07b93f658a1f46fed3 2024-11-22T08:52:37,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/.tmp/cf/89ba7a1b8f614ab7927235be71daa0af as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/cf/89ba7a1b8f614ab7927235be71daa0af 2024-11-22T08:52:37,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/.tmp/cf/d9031328894d416884fc92cd3873d81f as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/cf/d9031328894d416884fc92cd3873d81f 2024-11-22T08:52:37,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/cf/d9031328894d416884fc92cd3873d81f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T08:52:37,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/cf/bf4b47b007b84a07b93f658a1f46fed3, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T08:52:37,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/cf/89ba7a1b8f614ab7927235be71daa0af, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T08:52:37,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 91c7ae3fb99de5c1e0a1c12244341400 in 248ms, sequenceid=5, compaction requested=false 2024-11-22T08:52:37,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 79a0b87ea45822c3150c50a298b1e495 in 248ms, sequenceid=5, compaction requested=false 2024-11-22T08:52:37,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d722e3cd885f2c475dbc622fbf89529f in 203ms, sequenceid=5, compaction requested=false 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 91c7ae3fb99de5c1e0a1c12244341400: 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d722e3cd885f2c475dbc622fbf89529f: 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 79a0b87ea45822c3150c50a298b1e495: 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. for SnapshotProcedureTest completed. 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/cf/89ba7a1b8f614ab7927235be71daa0af] hfiles 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/cf/d9031328894d416884fc92cd3873d81f] hfiles 2024-11-22T08:52:37,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/cf/bf4b47b007b84a07b93f658a1f46fed3] hfiles 2024-11-22T08:52:37,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/cf/89ba7a1b8f614ab7927235be71daa0af for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/cf/d9031328894d416884fc92cd3873d81f for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/cf/bf4b47b007b84a07b93f658a1f46fed3 for snapshot=SnapshotProcedureTest 2024-11-22T08:52:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741856_1032 (size=97) 2024-11-22T08:52:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741856_1032 (size=97) 2024-11-22T08:52:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741856_1032 (size=97) 2024-11-22T08:52:37,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:52:37,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T08:52:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T08:52:37,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:37,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:52:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741857_1033 (size=105) 2024-11-22T08:52:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741858_1034 (size=105) 2024-11-22T08:52:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741858_1034 (size=105) 2024-11-22T08:52:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741858_1034 (size=105) 2024-11-22T08:52:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741857_1033 (size=105) 2024-11-22T08:52:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741857_1033 (size=105) 2024-11-22T08:52:37,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:52:37,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T08:52:37,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:52:37,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T08:52:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T08:52:37,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T08:52:37,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:37,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:52:37,894 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:52:37,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91c7ae3fb99de5c1e0a1c12244341400 in 10.3050 sec 2024-11-22T08:52:37,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79a0b87ea45822c3150c50a298b1e495 in 10.3080 sec 2024-11-22T08:52:37,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d722e3cd885f2c475dbc622fbf89529f in 10.3080 sec 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:52:37,909 INFO [296fbbacac79:39423 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:52:37,909 INFO [296fbbacac79:39423 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:52:37,909 DEBUG [296fbbacac79:39423 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:52:37,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0c795da760b1c05f866f688c11db5daa, regionState=OPENING, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:37,910 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=7fb07c1faf2869a5d083df812c57d741, regionState=OPENING, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:37,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=25aa7de703099f9e092b966dfcda660c, regionState=OPENING, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN because future has completed 2024-11-22T08:52:37,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,46865,1732265515312}] 2024-11-22T08:52:37,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN because future has completed 2024-11-22T08:52:37,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,46865,1732265515312}] 2024-11-22T08:52:37,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN because future has completed 2024-11-22T08:52:37,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,43381,1732265515208}] 2024-11-22T08:52:42,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa held by pid=40 2024-11-22T08:52:42,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c held by pid=41 2024-11-22T08:52:42,723 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:42,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 held by pid=39 2024-11-22T08:52:42,724 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:42,724 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,231 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T08:52:47,231 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T08:52:47,930 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:47,931 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 25aa7de703099f9e092b966dfcda660c, NAME => 'SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T08:52:47,931 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:47,931 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c795da760b1c05f866f688c11db5daa, NAME => 'SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T08:52:47,931 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,931 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:47,931 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,932 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:47,932 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,932 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,932 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,932 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,935 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,935 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,937 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25aa7de703099f9e092b966dfcda660c columnFamilyName cf 2024-11-22T08:52:47,937 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c795da760b1c05f866f688c11db5daa columnFamilyName cf 2024-11-22T08:52:47,937 DEBUG [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:47,937 DEBUG [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:47,937 INFO [StoreOpener-0c795da760b1c05f866f688c11db5daa-1 {}] regionserver.HStore(327): Store=0c795da760b1c05f866f688c11db5daa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:47,937 INFO [StoreOpener-25aa7de703099f9e092b966dfcda660c-1 {}] regionserver.HStore(327): Store=25aa7de703099f9e092b966dfcda660c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:47,937 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,938 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,938 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,938 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,940 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,942 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,942 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,943 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 25aa7de703099f9e092b966dfcda660c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65568802, jitterRate=-0.02294871211051941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:47,943 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0c795da760b1c05f866f688c11db5daa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069158, jitterRate=-0.030393987894058228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:47,943 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,943 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,944 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0c795da760b1c05f866f688c11db5daa: Running coprocessor pre-open hook at 1732265567932Writing region info on filesystem at 1732265567932Initializing all the Stores at 1732265567933 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265567933Cleaning up temporary data from old regions at 1732265567940 (+7 ms)Running coprocessor post-open hooks at 1732265567944 (+4 ms)Region opened successfully at 1732265567944 2024-11-22T08:52:47,944 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 25aa7de703099f9e092b966dfcda660c: Running coprocessor pre-open hook at 1732265567932Writing region info on filesystem at 1732265567932Initializing all the Stores at 1732265567933 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265567933Cleaning up temporary data from old regions at 1732265567940 (+7 ms)Running coprocessor post-open hooks at 1732265567944 (+4 ms)Region opened successfully at 1732265567944 2024-11-22T08:52:47,945 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa., pid=43, masterSystemTime=1732265567917 2024-11-22T08:52:47,945 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c., pid=44, masterSystemTime=1732265567918 2024-11-22T08:52:47,947 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:47,947 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:47,947 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:47,947 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fb07c1faf2869a5d083df812c57d741, NAME => 'SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T08:52:47,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0c795da760b1c05f866f688c11db5daa, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:47,948 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,948 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:52:47,948 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,948 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,948 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:47,949 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:47,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=25aa7de703099f9e092b966dfcda660c, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43381,1732265515208 2024-11-22T08:52:47,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,46865,1732265515312 because future has completed 2024-11-22T08:52:47,950 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,43381,1732265515208 because future has completed 2024-11-22T08:52:47,952 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb07c1faf2869a5d083df812c57d741 columnFamilyName cf 2024-11-22T08:52:47,952 DEBUG [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:52:47,953 INFO [StoreOpener-7fb07c1faf2869a5d083df812c57d741-1 {}] regionserver.HStore(327): Store=7fb07c1faf2869a5d083df812c57d741/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:52:47,953 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,955 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-22T08:52:47,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c795da760b1c05f866f688c11db5daa, server=296fbbacac79,46865,1732265515312 in 10.0370 sec 2024-11-22T08:52:47,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-22T08:52:47,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 25aa7de703099f9e092b966dfcda660c, server=296fbbacac79,43381,1732265515208 in 10.0370 sec 2024-11-22T08:52:47,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c795da760b1c05f866f688c11db5daa, ASSIGN in 10.2010 sec 2024-11-22T08:52:47,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:47,958 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25aa7de703099f9e092b966dfcda660c, ASSIGN in 10.2020 sec 2024-11-22T08:52:47,959 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,959 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:47,963 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,964 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 7fb07c1faf2869a5d083df812c57d741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70332233, jitterRate=0.048031941056251526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:52:47,964 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,964 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 7fb07c1faf2869a5d083df812c57d741: Running coprocessor pre-open hook at 1732265567948Writing region info on filesystem at 1732265567948Initializing all the Stores at 1732265567950 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265567950Cleaning up temporary data from old regions at 1732265567959 (+9 ms)Running coprocessor post-open hooks at 1732265567964 (+5 ms)Region opened successfully at 1732265567964 2024-11-22T08:52:47,965 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., pid=42, masterSystemTime=1732265567917 2024-11-22T08:52:47,967 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:47,967 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:47,968 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=7fb07c1faf2869a5d083df812c57d741, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,46865,1732265515312 2024-11-22T08:52:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,46865,1732265515312 because future has completed 2024-11-22T08:52:47,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-22T08:52:47,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fb07c1faf2869a5d083df812c57d741, server=296fbbacac79,46865,1732265515312 in 10.0590 sec 2024-11-22T08:52:47,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:47,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-22T08:52:47,977 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 296fbbacac79,44001,1732265515372 after splitting done 2024-11-22T08:52:47,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fb07c1faf2869a5d083df812c57d741, ASSIGN in 10.2200 sec 2024-11-22T08:52:47,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 296fbbacac79,44001,1732265515372, splitWal=true, meta=false in 20.2830 sec 2024-11-22T08:52:53,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T08:52:53,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T08:52:57,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T08:52:57,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T08:52:57,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:57,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0c795da760b1c05f866f688c11db5daa: 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. for SnapshotProcedureTest completed. 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7fb07c1faf2869a5d083df812c57d741: 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. for SnapshotProcedureTest completed. 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:57,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T08:52:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 25aa7de703099f9e092b966dfcda660c: 2024-11-22T08:52:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. for SnapshotProcedureTest completed. 2024-11-22T08:52:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:52:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:52:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:52:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741859_1035 (size=65) 2024-11-22T08:52:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741859_1035 (size=65) 2024-11-22T08:52:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741859_1035 (size=65) 2024-11-22T08:52:57,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:52:57,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T08:52:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T08:52:57,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:57,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:52:57,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fb07c1faf2869a5d083df812c57d741 in 30.3990 sec 2024-11-22T08:52:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741860_1036 (size=57) 2024-11-22T08:52:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741860_1036 (size=57) 2024-11-22T08:52:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741860_1036 (size=57) 2024-11-22T08:52:57,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:52:57,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T08:52:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741861_1037 (size=65) 2024-11-22T08:52:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T08:52:57,993 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:57,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:52:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741861_1037 (size=65) 2024-11-22T08:52:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741861_1037 (size=65) 2024-11-22T08:52:57,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c795da760b1c05f866f688c11db5daa in 30.4070 sec 2024-11-22T08:52:58,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:52:58,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T08:52:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T08:52:58,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:58,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:52:58,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-22T08:52:58,005 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T08:52:58,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 25aa7de703099f9e092b966dfcda660c in 30.4160 sec 2024-11-22T08:52:58,007 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T08:52:58,010 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T08:52:58,010 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T08:52:58,013 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:52:58,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741862_1038 (size=1134) 2024-11-22T08:52:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741862_1038 (size=1134) 2024-11-22T08:52:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741862_1038 (size=1134) 2024-11-22T08:52:58,049 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T08:52:58,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T08:52:58,063 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:52:58,063 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:52:58,063 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:52:58,063 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:52:58,064 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:52:58,069 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:52:58,732 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T08:53:02,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79a0b87ea45822c3150c50a298b1e495, had cached 0 bytes from a total of 47197 2024-11-22T08:53:02,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d722e3cd885f2c475dbc622fbf89529f, had cached 0 bytes from a total of 28623 2024-11-22T08:53:02,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 91c7ae3fb99de5c1e0a1c12244341400, had cached 0 bytes from a total of 499309 2024-11-22T08:53:04,227 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296fbbacac79:39423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-22T08:53:08,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-22T08:53:08,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-22T08:53:08,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-22T08:53:08,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-22T08:53:08,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-22T08:53:08,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-22T08:53:08,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:53:08,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:53:08,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T08:53:08,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T08:53:08,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T08:53:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-22T08:53:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T08:53:08,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T08:53:08,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T08:53:08,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T08:53:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T08:53:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-22T08:53:08,083 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 Release verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:08,083 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 Release verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T08:53:08,084 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 Release verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-22T08:53:08,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 in 10.0260 sec 2024-11-22T08:53:08,086 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 Release verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:08,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 in 10.0270 sec 2024-11-22T08:53:08,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 in 10.0260 sec 2024-11-22T08:53:08,088 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:08,088 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:08,088 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 Release verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:08,088 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 Release verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:08,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 in 10.0290 sec 2024-11-22T08:53:08,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:08,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 in 10.0310 sec 2024-11-22T08:53:08,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 in 10.0310 sec 2024-11-22T08:53:08,093 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:08,257 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7c67b77516636d6fdd0a8e4ff71b0948 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,258 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb0c28c9071c0e3ad0e62988d6591bc6 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,259 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 25aa7de703099f9e092b966dfcda660c changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,260 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d722e3cd885f2c475dbc622fbf89529f changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,261 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 91c7ae3fb99de5c1e0a1c12244341400 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,261 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0c795da760b1c05f866f688c11db5daa changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,262 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 69ef6fa246f86991c3c0f9182f8b1b06 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,262 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 01d87761c38aaf28c280981121fb0ecd changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,262 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7fb07c1faf2869a5d083df812c57d741 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:08,263 DEBUG [master/296fbbacac79:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 79a0b87ea45822c3150c50a298b1e495 changed from -1.0 to 0.0, refreshing cache 2024-11-22T08:53:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-22T08:53:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T08:53:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-22T08:53:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-22T08:53:18,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T08:53:18,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T08:53:18,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T08:53:18,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T08:53:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T08:53:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T08:53:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T08:53:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39423 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-22T08:53:18,097 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 Release verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:18,097 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 Release verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:18,099 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 Release verify snapshot worker=296fbbacac79,43381,1732265515208 2024-11-22T08:53:18,099 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 Release verify snapshot worker=296fbbacac79,46865,1732265515312 2024-11-22T08:53:18,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 in 20.0400 sec 2024-11-22T08:53:18,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,46865,1732265515312 in 20.0420 sec 2024-11-22T08:53:18,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 in 20.0400 sec 2024-11-22T08:53:18,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=25 2024-11-22T08:53:18,102 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T08:53:18,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43381,1732265515208 in 20.0420 sec 2024-11-22T08:53:18,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T08:53:18,105 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T08:53:18,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T08:53:18,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5580 sec 2024-11-22T08:53:18,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T08:53:18,337 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T08:53:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T08:53:18,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:53:18,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:53:18,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T08:53:18,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T08:53:18,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-22T08:53:18,338 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=296fbbacac79,39423,1732265514439 2024-11-22T08:53:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:18,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:18,340 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:18,340 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:18,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T08:53:18,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:18,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:53:18,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:53:18,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:18,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:18,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,43381,1732265515208' ***** 2024-11-22T08:53:18,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T08:53:18,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,46865,1732265515312' ***** 2024-11-22T08:53:18,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T08:53:18,342 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:53:18,342 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:53:18,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:53:18,343 INFO [RS:1;296fbbacac79:46865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T08:53:18,343 INFO [RS:1;296fbbacac79:46865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T08:53:18,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:53:18,343 INFO [RS:0;296fbbacac79:43381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T08:53:18,343 INFO [RS:0;296fbbacac79:43381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T08:53:18,343 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for 01d87761c38aaf28c280981121fb0ecd 2024-11-22T08:53:18,343 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c67b77516636d6fdd0a8e4ff71b0948 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for 91c7ae3fb99de5c1e0a1c12244341400 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for d722e3cd885f2c475dbc622fbf89529f 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for 25aa7de703099f9e092b966dfcda660c 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(959): stopping server 296fbbacac79,43381,1732265515208 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;296fbbacac79:43381. 2024-11-22T08:53:18,344 DEBUG [RS:0;296fbbacac79:43381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:53:18,344 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb0c28c9071c0e3ad0e62988d6591bc6, disabling compactions & flushes 2024-11-22T08:53:18,344 DEBUG [RS:0;296fbbacac79:43381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,344 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:53:18,344 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:53:18,344 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. after waiting 0 ms 2024-11-22T08:53:18,344 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T08:53:18,344 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for 79a0b87ea45822c3150c50a298b1e495 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for 69ef6fa246f86991c3c0f9182f8b1b06 2024-11-22T08:53:18,345 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01d87761c38aaf28c280981121fb0ecd, disabling compactions & flushes 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c795da760b1c05f866f688c11db5daa 2024-11-22T08:53:18,345 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(959): stopping server 296fbbacac79,46865,1732265515312 2024-11-22T08:53:18,345 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:53:18,345 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:53:18,345 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. after waiting 0 ms 2024-11-22T08:53:18,345 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;296fbbacac79:46865. 2024-11-22T08:53:18,345 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1325): Online Regions={eb0c28c9071c0e3ad0e62988d6591bc6=SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6., 7c67b77516636d6fdd0a8e4ff71b0948=SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948., 91c7ae3fb99de5c1e0a1c12244341400=SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400., 1588230740=hbase:meta,,1.1588230740, d722e3cd885f2c475dbc622fbf89529f=SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f., 25aa7de703099f9e092b966dfcda660c=SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c.} 2024-11-22T08:53:18,345 DEBUG [RS:1;296fbbacac79:46865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:53:18,345 DEBUG [RS:1;296fbbacac79:46865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,345 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T08:53:18,345 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1325): Online Regions={01d87761c38aaf28c280981121fb0ecd=SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd., 7fb07c1faf2869a5d083df812c57d741=SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741., 79a0b87ea45822c3150c50a298b1e495=SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495., 69ef6fa246f86991c3c0f9182f8b1b06=SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06., 0c795da760b1c05f866f688c11db5daa=SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa.} 2024-11-22T08:53:18,346 DEBUG [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1351): Waiting on 01d87761c38aaf28c280981121fb0ecd, 0c795da760b1c05f866f688c11db5daa, 69ef6fa246f86991c3c0f9182f8b1b06, 79a0b87ea45822c3150c50a298b1e495, 7fb07c1faf2869a5d083df812c57d741 2024-11-22T08:53:18,346 DEBUG [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25aa7de703099f9e092b966dfcda660c, 7c67b77516636d6fdd0a8e4ff71b0948, 91c7ae3fb99de5c1e0a1c12244341400, d722e3cd885f2c475dbc622fbf89529f, eb0c28c9071c0e3ad0e62988d6591bc6 2024-11-22T08:53:18,346 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T08:53:18,346 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T08:53:18,346 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T08:53:18,346 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T08:53:18,346 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T08:53:18,347 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-22T08:53:18,348 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:53:18,348 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:53:18,353 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/eb0c28c9071c0e3ad0e62988d6591bc6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,353 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/01d87761c38aaf28c280981121fb0ecd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,356 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:53:18,356 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:53:18,356 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01d87761c38aaf28c280981121fb0ecd: Waiting for close lock at 1732265598345Running coprocessor pre-close hooks at 1732265598345Disabling compacts and flushes for region at 1732265598345Disabling writes for close at 1732265598345Writing region close event to WAL at 1732265598346 (+1 ms)Running coprocessor post-close hooks at 1732265598354 (+8 ms)Closed at 1732265598356 (+2 ms) 2024-11-22T08:53:18,356 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb0c28c9071c0e3ad0e62988d6591bc6: Waiting for close lock at 1732265598344Running coprocessor pre-close hooks at 1732265598344Disabling compacts and flushes for region at 1732265598344Disabling writes for close at 1732265598344Writing region close event to WAL at 1732265598345 (+1 ms)Running coprocessor post-close hooks at 1732265598355 (+10 ms)Closed at 1732265598356 (+1 ms) 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732265527344.eb0c28c9071c0e3ad0e62988d6591bc6. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732265527344.01d87761c38aaf28c280981121fb0ecd. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c67b77516636d6fdd0a8e4ff71b0948, disabling compactions & flushes 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fb07c1faf2869a5d083df812c57d741, disabling compactions & flushes 2024-11-22T08:53:18,357 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:53:18,357 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. after waiting 0 ms 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. after waiting 0 ms 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:53:18,357 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:53:18,366 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7c67b77516636d6fdd0a8e4ff71b0948/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,367 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:53:18,367 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c67b77516636d6fdd0a8e4ff71b0948: Waiting for close lock at 1732265598357Running coprocessor pre-close hooks at 1732265598357Disabling compacts and flushes for region at 1732265598357Disabling writes for close at 1732265598357Writing region close event to WAL at 1732265598357Running coprocessor post-close hooks at 1732265598367 (+10 ms)Closed at 1732265598367 2024-11-22T08:53:18,368 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948. 2024-11-22T08:53:18,368 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91c7ae3fb99de5c1e0a1c12244341400, disabling compactions & flushes 2024-11-22T08:53:18,368 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:53:18,368 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:53:18,368 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. after waiting 0 ms 2024-11-22T08:53:18,368 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:53:18,370 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/7fb07c1faf2869a5d083df812c57d741/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,373 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:53:18,373 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fb07c1faf2869a5d083df812c57d741: Waiting for close lock at 1732265598357Running coprocessor pre-close hooks at 1732265598357Disabling compacts and flushes for region at 1732265598357Disabling writes for close at 1732265598357Writing region close event to WAL at 1732265598365 (+8 ms)Running coprocessor post-close hooks at 1732265598373 (+8 ms)Closed at 1732265598373 2024-11-22T08:53:18,373 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732265527344.7fb07c1faf2869a5d083df812c57d741. 2024-11-22T08:53:18,374 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79a0b87ea45822c3150c50a298b1e495, disabling compactions & flushes 2024-11-22T08:53:18,374 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:53:18,374 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:53:18,374 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. after waiting 0 ms 2024-11-22T08:53:18,374 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:53:18,381 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/info/ee7e6ff53e9d45a4ba9bc1067cedc8b9 is 167, key is SPTestTable,19999999,1732265527344.7c67b77516636d6fdd0a8e4ff71b0948./info:regioninfo/1732265537913/Put/seqid=0 2024-11-22T08:53:18,383 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/91c7ae3fb99de5c1e0a1c12244341400/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T08:53:18,385 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:53:18,385 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91c7ae3fb99de5c1e0a1c12244341400: Waiting for close lock at 1732265598368Running coprocessor pre-close hooks at 1732265598368Disabling compacts and flushes for region at 1732265598368Disabling writes for close at 1732265598368Writing region close event to WAL at 1732265598370 (+2 ms)Running coprocessor post-close hooks at 1732265598385 (+15 ms)Closed at 1732265598385 2024-11-22T08:53:18,385 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732265527344.91c7ae3fb99de5c1e0a1c12244341400. 2024-11-22T08:53:18,385 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d722e3cd885f2c475dbc622fbf89529f, disabling compactions & flushes 2024-11-22T08:53:18,385 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:53:18,386 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:53:18,386 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. after waiting 0 ms 2024-11-22T08:53:18,386 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:53:18,386 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/79a0b87ea45822c3150c50a298b1e495/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T08:53:18,387 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:53:18,387 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79a0b87ea45822c3150c50a298b1e495: Waiting for close lock at 1732265598374Running coprocessor pre-close hooks at 1732265598374Disabling compacts and flushes for region at 1732265598374Disabling writes for close at 1732265598374Writing region close event to WAL at 1732265598379 (+5 ms)Running coprocessor post-close hooks at 1732265598387 (+8 ms)Closed at 1732265598387 2024-11-22T08:53:18,387 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732265527344.79a0b87ea45822c3150c50a298b1e495. 2024-11-22T08:53:18,387 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69ef6fa246f86991c3c0f9182f8b1b06, disabling compactions & flushes 2024-11-22T08:53:18,388 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:53:18,388 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:53:18,388 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. after waiting 0 ms 2024-11-22T08:53:18,388 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:53:18,400 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/69ef6fa246f86991c3c0f9182f8b1b06/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,400 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69ef6fa246f86991c3c0f9182f8b1b06: Waiting for close lock at 1732265598387Running coprocessor pre-close hooks at 1732265598387Disabling compacts and flushes for region at 1732265598387Disabling writes for close at 1732265598388 (+1 ms)Writing region close event to WAL at 1732265598389 (+1 ms)Running coprocessor post-close hooks at 1732265598400 (+11 ms)Closed at 1732265598400 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732265527344.69ef6fa246f86991c3c0f9182f8b1b06. 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c795da760b1c05f866f688c11db5daa, disabling compactions & flushes 2024-11-22T08:53:18,401 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. after waiting 0 ms 2024-11-22T08:53:18,401 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:53:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741863_1039 (size=19785) 2024-11-22T08:53:18,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741863_1039 (size=19785) 2024-11-22T08:53:18,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741863_1039 (size=19785) 2024-11-22T08:53:18,409 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/info/ee7e6ff53e9d45a4ba9bc1067cedc8b9 2024-11-22T08:53:18,418 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/d722e3cd885f2c475dbc622fbf89529f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T08:53:18,419 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:53:18,419 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d722e3cd885f2c475dbc622fbf89529f: Waiting for close lock at 1732265598385Running coprocessor pre-close hooks at 1732265598385Disabling compacts and flushes for region at 1732265598385Disabling writes for close at 1732265598386 (+1 ms)Writing region close event to WAL at 1732265598397 (+11 ms)Running coprocessor post-close hooks at 1732265598419 (+22 ms)Closed at 1732265598419 2024-11-22T08:53:18,420 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732265527344.d722e3cd885f2c475dbc622fbf89529f. 2024-11-22T08:53:18,420 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25aa7de703099f9e092b966dfcda660c, disabling compactions & flushes 2024-11-22T08:53:18,420 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:53:18,420 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:53:18,420 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. after waiting 0 ms 2024-11-22T08:53:18,420 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:53:18,426 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/0c795da760b1c05f866f688c11db5daa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,427 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:53:18,427 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c795da760b1c05f866f688c11db5daa: Waiting for close lock at 1732265598401Running coprocessor pre-close hooks at 1732265598401Disabling compacts and flushes for region at 1732265598401Disabling writes for close at 1732265598401Writing region close event to WAL at 1732265598409 (+8 ms)Running coprocessor post-close hooks at 1732265598426 (+17 ms)Closed at 1732265598426 2024-11-22T08:53:18,427 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732265527344.0c795da760b1c05f866f688c11db5daa. 2024-11-22T08:53:18,432 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/default/SPTestTable/25aa7de703099f9e092b966dfcda660c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:53:18,433 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:53:18,433 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25aa7de703099f9e092b966dfcda660c: Waiting for close lock at 1732265598420Running coprocessor pre-close hooks at 1732265598420Disabling compacts and flushes for region at 1732265598420Disabling writes for close at 1732265598420Writing region close event to WAL at 1732265598421 (+1 ms)Running coprocessor post-close hooks at 1732265598433 (+12 ms)Closed at 1732265598433 2024-11-22T08:53:18,433 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732265527344.25aa7de703099f9e092b966dfcda660c. 2024-11-22T08:53:18,446 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/ns/41182717b8b34e80910eb9743967e43b is 43, key is default/ns:d/1732265527076/Put/seqid=0 2024-11-22T08:53:18,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741864_1040 (size=5153) 2024-11-22T08:53:18,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741864_1040 (size=5153) 2024-11-22T08:53:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741864_1040 (size=5153) 2024-11-22T08:53:18,457 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/ns/41182717b8b34e80910eb9743967e43b 2024-11-22T08:53:18,487 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/table/16e05f54d29c4139a86a951460e8e8ca is 47, key is SPTestTable/table:state/1732265537929/Put/seqid=0 2024-11-22T08:53:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741865_1041 (size=5214) 2024-11-22T08:53:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741865_1041 (size=5214) 2024-11-22T08:53:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741865_1041 (size=5214) 2024-11-22T08:53:18,498 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/table/16e05f54d29c4139a86a951460e8e8ca 2024-11-22T08:53:18,506 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/info/ee7e6ff53e9d45a4ba9bc1067cedc8b9 as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/info/ee7e6ff53e9d45a4ba9bc1067cedc8b9 2024-11-22T08:53:18,514 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/info/ee7e6ff53e9d45a4ba9bc1067cedc8b9, entries=112, sequenceid=35, filesize=19.3 K 2024-11-22T08:53:18,516 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/ns/41182717b8b34e80910eb9743967e43b as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/ns/41182717b8b34e80910eb9743967e43b 2024-11-22T08:53:18,523 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/ns/41182717b8b34e80910eb9743967e43b, entries=2, sequenceid=35, filesize=5.0 K 2024-11-22T08:53:18,525 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/.tmp/table/16e05f54d29c4139a86a951460e8e8ca as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/table/16e05f54d29c4139a86a951460e8e8ca 2024-11-22T08:53:18,533 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/table/16e05f54d29c4139a86a951460e8e8ca, entries=2, sequenceid=35, filesize=5.1 K 2024-11-22T08:53:18,534 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=35, compaction requested=false 2024-11-22T08:53:18,540 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-22T08:53:18,541 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T08:53:18,541 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T08:53:18,541 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732265598346Running coprocessor pre-close hooks at 1732265598346Disabling compacts and flushes for region at 1732265598346Disabling writes for close at 1732265598346Obtaining lock to block concurrent updates at 1732265598347 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732265598347Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1732265598347Flushing stores of hbase:meta,,1.1588230740 at 1732265598348 (+1 ms)Flushing 1588230740/info: creating writer at 1732265598348Flushing 1588230740/info: appending metadata at 1732265598380 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732265598380Flushing 1588230740/ns: creating writer at 1732265598419 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732265598446 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732265598446Flushing 1588230740/table: creating writer at 1732265598468 (+22 ms)Flushing 1588230740/table: appending metadata at 1732265598487 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732265598487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140ea1fe: reopening flushed file at 1732265598505 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a5d8e: reopening flushed file at 1732265598515 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5ba429: reopening flushed file at 1732265598523 (+8 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=35, compaction requested=false at 1732265598534 (+11 ms)Writing region close event to WAL at 1732265598535 (+1 ms)Running coprocessor post-close hooks at 1732265598540 (+5 ms)Closed at 1732265598541 (+1 ms) 2024-11-22T08:53:18,541 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T08:53:18,546 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(976): stopping server 296fbbacac79,43381,1732265515208; all regions closed. 2024-11-22T08:53:18,546 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(976): stopping server 296fbbacac79,46865,1732265515312; all regions closed. 2024-11-22T08:53:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741835_1011 (size=3500) 2024-11-22T08:53:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741835_1011 (size=3500) 2024-11-22T08:53:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741836_1012 (size=18358) 2024-11-22T08:53:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741836_1012 (size=18358) 2024-11-22T08:53:18,551 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T08:53:18,551 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T08:53:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741836_1012 (size=18358) 2024-11-22T08:53:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741835_1011 (size=3500) 2024-11-22T08:53:18,553 DEBUG [RS:1;296fbbacac79:46865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C46865%2C1732265515312:(num 1732265516709) 2024-11-22T08:53:18,554 DEBUG [RS:1;296fbbacac79:46865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:53:18,554 DEBUG [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs 2024-11-22T08:53:18,554 INFO [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C43381%2C1732265515208.meta:.meta(num 1732265526928) 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] hbase.ChoreService(370): Chore service for: regionserver/296fbbacac79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T08:53:18,554 INFO [regionserver/296fbbacac79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T08:53:18,554 INFO [RS:1;296fbbacac79:46865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:53:18,555 INFO [RS:1;296fbbacac79:46865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46865 2024-11-22T08:53:18,556 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,46865,1732265515312 2024-11-22T08:53:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:53:18,556 INFO [RS:1;296fbbacac79:46865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:53:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741834_1010 (size=4052) 2024-11-22T08:53:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741834_1010 (size=4052) 2024-11-22T08:53:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741834_1010 (size=4052) 2024-11-22T08:53:18,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,46865,1732265515312] 2024-11-22T08:53:18,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,46865,1732265515312 already deleted, retry=false 2024-11-22T08:53:18,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296fbbacac79,46865,1732265515312 expired; onlineServers=1 2024-11-22T08:53:18,561 DEBUG [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/oldWALs 2024-11-22T08:53:18,561 INFO [RS:0;296fbbacac79:43381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C43381%2C1732265515208:(num 1732265516709) 2024-11-22T08:53:18,561 DEBUG [RS:0;296fbbacac79:43381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:18,561 INFO [RS:0;296fbbacac79:43381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:53:18,561 INFO [RS:0;296fbbacac79:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:53:18,561 INFO [RS:0;296fbbacac79:43381 {}] hbase.ChoreService(370): Chore service for: regionserver/296fbbacac79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T08:53:18,561 INFO [RS:0;296fbbacac79:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:53:18,561 INFO [regionserver/296fbbacac79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:53:18,562 INFO [RS:0;296fbbacac79:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43381 2024-11-22T08:53:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,43381,1732265515208 2024-11-22T08:53:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:53:18,564 INFO [RS:0;296fbbacac79:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:53:18,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,43381,1732265515208] 2024-11-22T08:53:18,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,43381,1732265515208 already deleted, retry=false 2024-11-22T08:53:18,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296fbbacac79,43381,1732265515208 expired; onlineServers=0 2024-11-22T08:53:18,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '296fbbacac79,39423,1732265514439' ***** 2024-11-22T08:53:18,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T08:53:18,566 INFO [M:0;296fbbacac79:39423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:53:18,566 INFO [M:0;296fbbacac79:39423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:53:18,566 DEBUG [M:0;296fbbacac79:39423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T08:53:18,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T08:53:18,566 DEBUG [M:0;296fbbacac79:39423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T08:53:18,566 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265516325 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265516325,5,FailOnTimeoutGroup] 2024-11-22T08:53:18,566 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265516319 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265516319,5,FailOnTimeoutGroup] 2024-11-22T08:53:18,566 INFO [M:0;296fbbacac79:39423 {}] hbase.ChoreService(370): Chore service for: master/296fbbacac79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T08:53:18,566 INFO [M:0;296fbbacac79:39423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:53:18,566 DEBUG [M:0;296fbbacac79:39423 {}] master.HMaster(1795): Stopping service threads 2024-11-22T08:53:18,567 INFO [M:0;296fbbacac79:39423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T08:53:18,567 INFO [M:0;296fbbacac79:39423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T08:53:18,567 ERROR [M:0;296fbbacac79:39423 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34659 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34659,5,PEWorkerGroup] 2024-11-22T08:53:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T08:53:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:18,568 INFO [M:0;296fbbacac79:39423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T08:53:18,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T08:53:18,568 DEBUG [M:0;296fbbacac79:39423 {}] zookeeper.ZKUtil(347): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T08:53:18,569 WARN [M:0;296fbbacac79:39423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T08:53:18,569 INFO [M:0;296fbbacac79:39423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/.lastflushedseqids 2024-11-22T08:53:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741866_1042 (size=668) 2024-11-22T08:53:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741866_1042 (size=668) 2024-11-22T08:53:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741866_1042 (size=668) 2024-11-22T08:53:18,582 INFO [M:0;296fbbacac79:39423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T08:53:18,583 INFO [M:0;296fbbacac79:39423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T08:53:18,583 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T08:53:18,583 INFO [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:18,583 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:18,583 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T08:53:18,583 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:18,583 INFO [M:0;296fbbacac79:39423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.06 KB heapSize=229.49 KB 2024-11-22T08:53:18,599 DEBUG [M:0;296fbbacac79:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abffc4d0ed5a4ffebbb0b17cc5a553ec is 82, key is hbase:meta,,1/info:regioninfo/1732265527010/Put/seqid=0 2024-11-22T08:53:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741867_1043 (size=5672) 2024-11-22T08:53:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741867_1043 (size=5672) 2024-11-22T08:53:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741867_1043 (size=5672) 2024-11-22T08:53:18,659 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:18,659 INFO [RS:1;296fbbacac79:46865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:53:18,659 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46865-0x10066a16f290002, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:18,659 INFO [RS:1;296fbbacac79:46865 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,46865,1732265515312; zookeeper connection closed. 2024-11-22T08:53:18,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c49b2fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c49b2fe 2024-11-22T08:53:18,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:18,665 INFO [RS:0;296fbbacac79:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:53:18,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43381-0x10066a16f290001, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:18,665 INFO [RS:0;296fbbacac79:43381 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,43381,1732265515208; zookeeper connection closed. 2024-11-22T08:53:18,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40408800 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40408800 2024-11-22T08:53:18,666 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T08:53:19,011 INFO [M:0;296fbbacac79:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abffc4d0ed5a4ffebbb0b17cc5a553ec 2024-11-22T08:53:19,040 DEBUG [M:0;296fbbacac79:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3036b0122e3420b962d39e44fbc22d8 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732265537939/Put/seqid=0 2024-11-22T08:53:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741868_1044 (size=8902) 2024-11-22T08:53:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741868_1044 (size=8902) 2024-11-22T08:53:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741868_1044 (size=8902) 2024-11-22T08:53:19,049 INFO [M:0;296fbbacac79:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.33 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3036b0122e3420b962d39e44fbc22d8 2024-11-22T08:53:19,055 INFO [M:0;296fbbacac79:39423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3036b0122e3420b962d39e44fbc22d8 2024-11-22T08:53:19,070 DEBUG [M:0;296fbbacac79:39423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9298e2960ad4aef8a09ef5dacb14625 is 69, key is 296fbbacac79,43381,1732265515208/rs:state/1732265516480/Put/seqid=0 2024-11-22T08:53:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741869_1045 (size=5446) 2024-11-22T08:53:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741869_1045 (size=5446) 2024-11-22T08:53:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741869_1045 (size=5446) 2024-11-22T08:53:19,080 INFO [M:0;296fbbacac79:39423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9298e2960ad4aef8a09ef5dacb14625 2024-11-22T08:53:19,087 INFO [M:0;296fbbacac79:39423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9298e2960ad4aef8a09ef5dacb14625 2024-11-22T08:53:19,088 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abffc4d0ed5a4ffebbb0b17cc5a553ec as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abffc4d0ed5a4ffebbb0b17cc5a553ec 2024-11-22T08:53:19,096 INFO [M:0;296fbbacac79:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abffc4d0ed5a4ffebbb0b17cc5a553ec, entries=8, sequenceid=485, filesize=5.5 K 2024-11-22T08:53:19,098 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3036b0122e3420b962d39e44fbc22d8 as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3036b0122e3420b962d39e44fbc22d8 2024-11-22T08:53:19,107 INFO [M:0;296fbbacac79:39423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3036b0122e3420b962d39e44fbc22d8 2024-11-22T08:53:19,107 INFO [M:0;296fbbacac79:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3036b0122e3420b962d39e44fbc22d8, entries=54, sequenceid=485, filesize=8.7 K 2024-11-22T08:53:19,109 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9298e2960ad4aef8a09ef5dacb14625 as hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9298e2960ad4aef8a09ef5dacb14625 2024-11-22T08:53:19,118 INFO [M:0;296fbbacac79:39423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9298e2960ad4aef8a09ef5dacb14625 2024-11-22T08:53:19,118 INFO [M:0;296fbbacac79:39423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34659/user/jenkins/test-data/428111ca-ec62-9967-4503-31d436603e28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9298e2960ad4aef8a09ef5dacb14625, entries=3, sequenceid=485, filesize=5.3 K 2024-11-22T08:53:19,119 INFO [M:0;296fbbacac79:39423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.06 KB/189504, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=485, compaction requested=false 2024-11-22T08:53:19,120 INFO [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:19,120 DEBUG [M:0;296fbbacac79:39423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732265598583Disabling compacts and flushes for region at 1732265598583Disabling writes for close at 1732265598583Obtaining lock to block concurrent updates at 1732265598583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732265598583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189504, getHeapSize=234936, getOffHeapSize=0, getCellsCount=588 at 1732265598584 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732265598584Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732265598584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732265598599 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732265598599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732265599022 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732265599039 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732265599039Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732265599055 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732265599070 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732265599070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbd81ef: reopening flushed file at 1732265599087 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11164a09: reopening flushed file at 1732265599096 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8d036: reopening flushed file at 1732265599107 (+11 ms)Finished flush of dataSize ~185.06 KB/189504, heapSize ~229.20 KB/234696, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=485, compaction requested=false at 1732265599119 (+12 ms)Writing region close event to WAL at 1732265599120 (+1 ms)Closed at 1732265599120 2024-11-22T08:53:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741830_1006 (size=221860) 2024-11-22T08:53:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39623 is added to blk_1073741830_1006 (size=221860) 2024-11-22T08:53:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45553 is added to blk_1073741830_1006 (size=221860) 2024-11-22T08:53:19,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:53:19,124 INFO [M:0;296fbbacac79:39423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T08:53:19,124 INFO [M:0;296fbbacac79:39423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39423 2024-11-22T08:53:19,124 INFO [M:0;296fbbacac79:39423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:53:19,225 INFO [M:0;296fbbacac79:39423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:53:19,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:19,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39423-0x10066a16f290000, quorum=127.0.0.1:63042, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:53:19,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:53:19,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:53:19,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:53:19,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,STOPPED} 2024-11-22T08:53:19,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:53:19,238 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:53:19,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:53:19,238 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1268965315-172.17.0.2-1732265510522 (Datanode Uuid fefc4134-1bc2-45c3-82a9-679aacc0347b) service to localhost/127.0.0.1:34659 2024-11-22T08:53:19,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data5/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data6/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:53:19,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:53:19,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:53:19,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:53:19,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,STOPPED} 2024-11-22T08:53:19,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:53:19,244 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:53:19,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:53:19,244 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1268965315-172.17.0.2-1732265510522 (Datanode Uuid ad7b35f0-3c4d-48d3-b3a9-ae71b686a9e6) service to localhost/127.0.0.1:34659 2024-11-22T08:53:19,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data3/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data4/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:53:19,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:53:19,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:53:19,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:53:19,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,STOPPED} 2024-11-22T08:53:19,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:53:19,250 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:53:19,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:53:19,250 WARN [BP-1268965315-172.17.0.2-1732265510522 heartbeating to localhost/127.0.0.1:34659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1268965315-172.17.0.2-1732265510522 (Datanode Uuid b86cbb2d-0630-4562-a6cc-d3dacc85b02b) service to localhost/127.0.0.1:34659 2024-11-22T08:53:19,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data1/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/cluster_7092c77f-56fd-dd73-90cb-f09403976f54/data/data2/current/BP-1268965315-172.17.0.2-1732265510522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:53:19,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:53:19,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T08:53:19,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:53:19,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:53:19,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:53:19,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir/,STOPPED} 2024-11-22T08:53:19,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T08:53:19,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T08:53:19,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296fbbacac79:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/296fbbacac79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296fbbacac79:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296fbbacac79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34659 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296fbbacac79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/296fbbacac79:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/296fbbacac79:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_REGION-regionserver/296fbbacac79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34659 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=4386 (was 6082) 2024-11-22T08:53:19,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=4386 2024-11-22T08:53:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir so I do NOT create it in target/test-data/187fb784-289b-dd22-054c-2d059867f215 2024-11-22T08:53:19,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T08:53:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.tmp.dir so I do NOT create it in target/test-data/187fb784-289b-dd22-054c-2d059867f215 2024-11-22T08:53:19,340 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/79e3c5c9-550e-dce8-51cd-4177ffb8a0a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T08:53:19,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215 2024-11-22T08:53:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T08:53:19,340 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5, deleteOnExit=true 2024-11-22T08:53:19,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/test.cache.data in system properties and HBase conf 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir in system properties and HBase conf 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T08:53:19,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T08:53:19,341 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T08:53:19,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/nfs.dump.dir in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/java.io.tmpdir in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T08:53:19,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T08:53:19,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:53:19,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:53:19,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:53:19,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:53:19,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T08:53:19,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:53:19,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d50ec81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:53:19,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16475ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:53:19,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43fede26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/java.io.tmpdir/jetty-localhost-42907-hadoop-hdfs-3_4_1-tests_jar-_-any-1891169884669327558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T08:53:19,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@533ac641{HTTP/1.1, (http/1.1)}{localhost:42907} 2024-11-22T08:53:19,510 INFO [Time-limited test {}] server.Server(415): Started @91496ms 2024-11-22T08:53:19,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:53:19,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:53:19,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:53:19,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:53:19,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T08:53:19,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4017db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:53:19,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d0eaa0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:53:19,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bba0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/java.io.tmpdir/jetty-localhost-38867-hadoop-hdfs-3_4_1-tests_jar-_-any-2863059464283536970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e5e1d39{HTTP/1.1, (http/1.1)}{localhost:38867} 2024-11-22T08:53:19,671 INFO [Time-limited test {}] server.Server(415): Started @91658ms 2024-11-22T08:53:19,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:53:19,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:53:19,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:53:19,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:53:19,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:53:19,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T08:53:19,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c2fdec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:53:19,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aab0115{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:53:19,744 WARN [Thread-680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data1/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:19,744 WARN [Thread-681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data2/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:19,758 WARN [Thread-659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:53:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56beeb4c7683d2c6 with lease ID 0x6472cfbab2fdcb16: Processing first storage report for DS-b9004293-1ea3-4067-9e33-e0ddcf678c76 from datanode DatanodeRegistration(127.0.0.1:42447, datanodeUuid=cf831616-a04d-4ae6-b4cb-53691e7e648a, infoPort=44707, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56beeb4c7683d2c6 with lease ID 0x6472cfbab2fdcb16: from storage DS-b9004293-1ea3-4067-9e33-e0ddcf678c76 node DatanodeRegistration(127.0.0.1:42447, datanodeUuid=cf831616-a04d-4ae6-b4cb-53691e7e648a, infoPort=44707, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56beeb4c7683d2c6 with lease ID 0x6472cfbab2fdcb16: Processing first storage report for DS-48ab86b5-3809-4a58-afc9-6bc6a9bf49f7 from datanode DatanodeRegistration(127.0.0.1:42447, datanodeUuid=cf831616-a04d-4ae6-b4cb-53691e7e648a, infoPort=44707, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56beeb4c7683d2c6 with lease ID 0x6472cfbab2fdcb16: from storage DS-48ab86b5-3809-4a58-afc9-6bc6a9bf49f7 node DatanodeRegistration(127.0.0.1:42447, datanodeUuid=cf831616-a04d-4ae6-b4cb-53691e7e648a, infoPort=44707, infoSecurePort=0, ipcPort=46141, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:19,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29c5d6a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/java.io.tmpdir/jetty-localhost-37677-hadoop-hdfs-3_4_1-tests_jar-_-any-392694341908872678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78aeb08d{HTTP/1.1, (http/1.1)}{localhost:37677} 2024-11-22T08:53:19,851 INFO [Time-limited test {}] server.Server(415): Started @91838ms 2024-11-22T08:53:19,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:53:19,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T08:53:19,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T08:53:19,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T08:53:19,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T08:53:19,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T08:53:19,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d93f1ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,AVAILABLE} 2024-11-22T08:53:19,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45814ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T08:53:19,913 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data4/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:19,913 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data3/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:19,932 WARN [Thread-695 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:53:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7daac17ac98581f with lease ID 0x6472cfbab2fdcb17: Processing first storage report for DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6 from datanode DatanodeRegistration(127.0.0.1:43029, datanodeUuid=51e0d9ad-3857-4a5d-a027-dd5700c70069, infoPort=34411, infoSecurePort=0, ipcPort=38057, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7daac17ac98581f with lease ID 0x6472cfbab2fdcb17: from storage DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6 node DatanodeRegistration(127.0.0.1:43029, datanodeUuid=51e0d9ad-3857-4a5d-a027-dd5700c70069, infoPort=34411, infoSecurePort=0, ipcPort=38057, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7daac17ac98581f with lease ID 0x6472cfbab2fdcb17: Processing first storage report for DS-e4e841a7-cb40-49eb-b9c1-3e26bf074892 from datanode DatanodeRegistration(127.0.0.1:43029, datanodeUuid=51e0d9ad-3857-4a5d-a027-dd5700c70069, infoPort=34411, infoSecurePort=0, ipcPort=38057, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7daac17ac98581f with lease ID 0x6472cfbab2fdcb17: from storage DS-e4e841a7-cb40-49eb-b9c1-3e26bf074892 node DatanodeRegistration(127.0.0.1:43029, datanodeUuid=51e0d9ad-3857-4a5d-a027-dd5700c70069, infoPort=34411, infoSecurePort=0, ipcPort=38057, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:19,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e5d5be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/java.io.tmpdir/jetty-localhost-34867-hadoop-hdfs-3_4_1-tests_jar-_-any-3861669451270017716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:53:19,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3323f5bd{HTTP/1.1, (http/1.1)}{localhost:34867} 2024-11-22T08:53:19,991 INFO [Time-limited test {}] server.Server(415): Started @91978ms 2024-11-22T08:53:19,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T08:53:20,052 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data5/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:20,052 WARN [Thread-742 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data6/current/BP-1741684745-172.17.0.2-1732265599360/current, will proceed with Du for space computation calculation, 2024-11-22T08:53:20,068 WARN [Thread-730 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T08:53:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6803b4df9ab93025 with lease ID 0x6472cfbab2fdcb18: Processing first storage report for DS-b92d0ecb-f9b6-482f-805f-4168878f722c from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=a81c62c9-776b-4e2a-8564-3d8a422ccd8c, infoPort=39447, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6803b4df9ab93025 with lease ID 0x6472cfbab2fdcb18: from storage DS-b92d0ecb-f9b6-482f-805f-4168878f722c node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=a81c62c9-776b-4e2a-8564-3d8a422ccd8c, infoPort=39447, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6803b4df9ab93025 with lease ID 0x6472cfbab2fdcb18: Processing first storage report for DS-f6fc4808-f143-4944-a546-759abb2e4a20 from datanode DatanodeRegistration(127.0.0.1:33319, datanodeUuid=a81c62c9-776b-4e2a-8564-3d8a422ccd8c, infoPort=39447, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360) 2024-11-22T08:53:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6803b4df9ab93025 with lease ID 0x6472cfbab2fdcb18: from storage DS-f6fc4808-f143-4944-a546-759abb2e4a20 node DatanodeRegistration(127.0.0.1:33319, datanodeUuid=a81c62c9-776b-4e2a-8564-3d8a422ccd8c, infoPort=39447, infoSecurePort=0, ipcPort=37053, storageInfo=lv=-57;cid=testClusterID;nsid=203461785;c=1732265599360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T08:53:20,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215 2024-11-22T08:53:20,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/zookeeper_0, clientPort=51845, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T08:53:20,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51845 2024-11-22T08:53:20,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:53:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:53:20,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741825_1001 (size=7) 2024-11-22T08:53:20,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e with version=8 2024-11-22T08:53:20,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/hbase-staging 2024-11-22T08:53:20,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T08:53:20,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:53:20,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42419 2024-11-22T08:53:20,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42419 connecting to ZooKeeper ensemble=127.0.0.1:51845 2024-11-22T08:53:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424190x0, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:53:20,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42419-0x10066a2c0e50000 connected 2024-11-22T08:53:20,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:20,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e, hbase.cluster.distributed=false 2024-11-22T08:53:20,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:53:20,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-22T08:53:20,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42419 2024-11-22T08:53:20,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42419 2024-11-22T08:53:20,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-22T08:53:20,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-22T08:53:20,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:53:20,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:53:20,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:53:20,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:53:20,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:53:20,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-11-22T08:53:20,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:51845 2024-11-22T08:53:20,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,209 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:53:20,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x10066a2c0e50001 connected 2024-11-22T08:53:20,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:20,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:53:20,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:53:20,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:53:20,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:53:20,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-22T08:53:20,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-22T08:53:20,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-22T08:53:20,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-22T08:53:20,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-22T08:53:20,247 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:53:20,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:53:20,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:53:20,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43823 2024-11-22T08:53:20,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43823 connecting to ZooKeeper ensemble=127.0.0.1:51845 2024-11-22T08:53:20,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438230x0, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:53:20,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438230x0, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:20,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43823-0x10066a2c0e50002 connected 2024-11-22T08:53:20,257 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:53:20,259 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:53:20,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:53:20,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:53:20,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-22T08:53:20,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43823 2024-11-22T08:53:20,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43823 2024-11-22T08:53:20,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-22T08:53:20,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43823 2024-11-22T08:53:20,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/296fbbacac79:0 server-side Connection retries=45 2024-11-22T08:53:20,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T08:53:20,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T08:53:20,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T08:53:20,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T08:53:20,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T08:53:20,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37131 2024-11-22T08:53:20,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37131 connecting to ZooKeeper ensemble=127.0.0.1:51845 2024-11-22T08:53:20,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371310x0, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T08:53:20,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37131-0x10066a2c0e50003 connected 2024-11-22T08:53:20,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:53:20,293 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T08:53:20,295 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T08:53:20,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T08:53:20,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T08:53:20,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-22T08:53:20,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37131 2024-11-22T08:53:20,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37131 2024-11-22T08:53:20,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-22T08:53:20,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37131 2024-11-22T08:53:20,315 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;296fbbacac79:42419 2024-11-22T08:53:20,315 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,317 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,317 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,319 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:53:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:53:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,319 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T08:53:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,321 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T08:53:20,322 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/296fbbacac79,42419,1732265600138 from backup master directory 2024-11-22T08:53:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,323 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T08:53:20,323 WARN [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:53:20,323 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,328 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/hbase.id] with ID: 01d57190-e47b-4d4b-9c06-3064feda563e 2024-11-22T08:53:20,328 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.tmp/hbase.id 2024-11-22T08:53:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:53:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:53:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741826_1002 (size=42) 2024-11-22T08:53:20,342 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.tmp/hbase.id]:[hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/hbase.id] 2024-11-22T08:53:20,358 INFO [master/296fbbacac79:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T08:53:20,358 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T08:53:20,359 INFO [master/296fbbacac79:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T08:53:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,361 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:53:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:53:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741827_1003 (size=196) 2024-11-22T08:53:20,375 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T08:53:20,376 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T08:53:20,377 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:53:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:53:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:53:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741828_1004 (size=1189) 2024-11-22T08:53:20,388 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store 2024-11-22T08:53:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:53:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:53:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741829_1005 (size=34) 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T08:53:20,399 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:20,399 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:53:20,399 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732265600399Disabling compacts and flushes for region at 1732265600399Disabling writes for close at 1732265600399Writing region close event to WAL at 1732265600399Closed at 1732265600399 2024-11-22T08:53:20,400 WARN [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/.initializing 2024-11-22T08:53:20,400 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/WALs/296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,401 INFO [master/296fbbacac79:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:53:20,404 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C42419%2C1732265600138, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/WALs/296fbbacac79,42419,1732265600138, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/oldWALs, maxLogs=10 2024-11-22T08:53:20,416 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/WALs/296fbbacac79,42419,1732265600138/296fbbacac79%2C42419%2C1732265600138.1732265600404, exclude list is [], retry=0 2024-11-22T08:53:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6,DISK] 2024-11-22T08:53:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-b92d0ecb-f9b6-482f-805f-4168878f722c,DISK] 2024-11-22T08:53:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-b9004293-1ea3-4067-9e33-e0ddcf678c76,DISK] 2024-11-22T08:53:20,422 INFO [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/WALs/296fbbacac79,42419,1732265600138/296fbbacac79%2C42419%2C1732265600138.1732265600404 2024-11-22T08:53:20,422 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-22T08:53:20,423 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T08:53:20,423 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:20,423 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,423 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T08:53:20,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:20,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T08:53:20,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:20,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T08:53:20,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:20,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T08:53:20,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:20,435 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,436 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,436 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,438 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,438 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,439 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:53:20,440 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T08:53:20,443 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:20,444 INFO [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64581810, jitterRate=-0.037656038999557495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:53:20,445 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732265600423Initializing all the Stores at 1732265600424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265600424Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265600425 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265600425Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265600425Cleaning up temporary data from old regions at 1732265600438 (+13 ms)Region opened successfully at 1732265600444 (+6 ms) 2024-11-22T08:53:20,445 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T08:53:20,449 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d57f3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:53:20,450 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T08:53:20,450 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T08:53:20,451 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T08:53:20,451 INFO [master/296fbbacac79:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T08:53:20,452 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T08:53:20,452 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T08:53:20,452 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-22T08:53:20,454 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T08:53:20,455 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T08:53:20,456 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T08:53:20,456 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T08:53:20,457 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T08:53:20,458 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T08:53:20,458 INFO [master/296fbbacac79:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T08:53:20,459 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T08:53:20,459 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T08:53:20,460 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T08:53:20,461 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T08:53:20,463 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T08:53:20,463 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T08:53:20,464 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:20,465 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,465 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=296fbbacac79,42419,1732265600138, sessionid=0x10066a2c0e50000, setting cluster-up flag (Was=false) 2024-11-22T08:53:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,467 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,470 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T08:53:20,471 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,473 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,476 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T08:53:20,477 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=296fbbacac79,42419,1732265600138 2024-11-22T08:53:20,478 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T08:53:20,480 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T08:53:20,480 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T08:53:20,480 INFO [master/296fbbacac79:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T08:53:20,481 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 296fbbacac79,42419,1732265600138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T08:53:20,482 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:53:20,482 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:53:20,482 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:53:20,482 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/296fbbacac79:0, corePoolSize=5, maxPoolSize=5 2024-11-22T08:53:20,483 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/296fbbacac79:0, corePoolSize=10, maxPoolSize=10 2024-11-22T08:53:20,483 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,483 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:53:20,483 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732265630484 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T08:53:20,484 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:53:20,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T08:53:20,485 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T08:53:20,485 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T08:53:20,485 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T08:53:20,485 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T08:53:20,485 INFO [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T08:53:20,486 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265600486,5,FailOnTimeoutGroup] 2024-11-22T08:53:20,486 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265600486,5,FailOnTimeoutGroup] 2024-11-22T08:53:20,486 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,486 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,486 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T08:53:20,486 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,486 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T08:53:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:53:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:53:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741831_1007 (size=1321) 2024-11-22T08:53:20,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T08:53:20,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:20,502 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(746): ClusterId : 01d57190-e47b-4d4b-9c06-3064feda563e 2024-11-22T08:53:20,502 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(746): ClusterId : 01d57190-e47b-4d4b-9c06-3064feda563e 2024-11-22T08:53:20,502 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:53:20,502 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:53:20,503 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(746): ClusterId : 01d57190-e47b-4d4b-9c06-3064feda563e 2024-11-22T08:53:20,503 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T08:53:20,504 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:53:20,504 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:53:20,504 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:53:20,504 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:53:20,504 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T08:53:20,504 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T08:53:20,506 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:53:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:53:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:53:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741832_1008 (size=32) 2024-11-22T08:53:20,507 DEBUG [RS:1;296fbbacac79:43823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f3361a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:53:20,507 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:53:20,507 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T08:53:20,507 DEBUG [RS:0;296fbbacac79:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce193de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:53:20,507 DEBUG [RS:2;296fbbacac79:37131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cad0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=296fbbacac79/172.17.0.2:0 2024-11-22T08:53:20,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:20,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T08:53:20,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T08:53:20,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:20,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T08:53:20,521 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;296fbbacac79:43823 2024-11-22T08:53:20,521 INFO [RS:1;296fbbacac79:43823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:53:20,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T08:53:20,521 INFO [RS:1;296fbbacac79:43823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:53:20,521 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:53:20,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,521 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;296fbbacac79:37131 2024-11-22T08:53:20,522 INFO [RS:2;296fbbacac79:37131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:53:20,522 INFO [RS:2;296fbbacac79:37131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:53:20,522 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:53:20,522 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,42419,1732265600138 with port=43823, startcode=1732265600246 2024-11-22T08:53:20,522 DEBUG [RS:1;296fbbacac79:43823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:53:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T08:53:20,523 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,42419,1732265600138 with port=37131, startcode=1732265600283 2024-11-22T08:53:20,523 DEBUG [RS:2;296fbbacac79:37131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:53:20,525 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:53:20,525 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52635, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:53:20,526 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;296fbbacac79:45521 2024-11-22T08:53:20,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,526 INFO [RS:0;296fbbacac79:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T08:53:20,526 INFO [RS:0;296fbbacac79:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T08:53:20,526 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,526 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T08:53:20,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T08:53:20,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,527 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=296fbbacac79,42419,1732265600138 with port=45521, startcode=1732265600195 2024-11-22T08:53:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T08:53:20,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,527 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:20,527 DEBUG [RS:0;296fbbacac79:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T08:53:20,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,527 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41509 2024-11-22T08:53:20,527 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:53:20,529 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T08:53:20,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(517): Registering regionserver=296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:53:20,530 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:20,530 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41509 2024-11-22T08:53:20,530 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:53:20,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T08:53:20,531 DEBUG [RS:2;296fbbacac79:37131 {}] zookeeper.ZKUtil(111): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:20,531 WARN [RS:2;296fbbacac79:37131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:53:20,531 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:20,531 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41509 2024-11-22T08:53:20,531 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T08:53:20,531 INFO [RS:2;296fbbacac79:37131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:53:20,531 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:20,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T08:53:20,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740 2024-11-22T08:53:20,533 DEBUG [RS:1;296fbbacac79:43823 {}] zookeeper.ZKUtil(111): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740 2024-11-22T08:53:20,533 WARN [RS:1;296fbbacac79:43823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:53:20,533 INFO [RS:1;296fbbacac79:43823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:53:20,533 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,534 DEBUG [RS:0;296fbbacac79:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,534 WARN [RS:0;296fbbacac79:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T08:53:20,534 INFO [RS:0;296fbbacac79:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:53:20,534 DEBUG [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T08:53:20,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,45521,1732265600195] 2024-11-22T08:53:20,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,43823,1732265600246] 2024-11-22T08:53:20,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T08:53:20,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [296fbbacac79,37131,1732265600283] 2024-11-22T08:53:20,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:53:20,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T08:53:20,538 INFO [RS:1;296fbbacac79:43823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:53:20,538 INFO [RS:0;296fbbacac79:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:53:20,540 INFO [RS:2;296fbbacac79:37131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T08:53:20,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:20,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351167, jitterRate=-0.11559869349002838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:53:20,541 INFO [RS:1;296fbbacac79:43823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:53:20,541 INFO [RS:1;296fbbacac79:43823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:53:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732265600507Initializing all the Stores at 1732265600508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265600508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265600510 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265600510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265600510Cleaning up temporary data from old regions at 1732265600535 (+25 ms)Region opened successfully at 1732265600541 (+6 ms) 2024-11-22T08:53:20,541 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T08:53:20,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T08:53:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T08:53:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T08:53:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T08:53:20,542 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:53:20,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T08:53:20,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732265600541Disabling compacts and flushes for region at 1732265600541Disabling writes for close at 1732265600542 (+1 ms)Writing region close event to WAL at 1732265600542Closed at 1732265600542 2024-11-22T08:53:20,542 INFO [RS:0;296fbbacac79:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:53:20,543 INFO [RS:0;296fbbacac79:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:53:20,543 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,543 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:53:20,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:53:20,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T08:53:20,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T08:53:20,544 INFO [RS:0;296fbbacac79:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:53:20,544 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,544 INFO [RS:2;296fbbacac79:37131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T08:53:20,544 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,544 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,544 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,544 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 INFO [RS:2;296fbbacac79:37131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T08:53:20,545 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,545 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T08:53:20,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T08:53:20,545 DEBUG [RS:0;296fbbacac79:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,546 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,546 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,546 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T08:53:20,547 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,547 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,547 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,45521,1732265600195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:53:20,547 INFO [RS:2;296fbbacac79:37131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:53:20,547 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,547 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,547 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,547 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,548 DEBUG [RS:2;296fbbacac79:37131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:1;296fbbacac79:43823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,37131,1732265600283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:53:20,549 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,549 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,549 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,549 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,549 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0, corePoolSize=2, maxPoolSize=2 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/296fbbacac79:0, corePoolSize=1, maxPoolSize=1 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,550 DEBUG [RS:1;296fbbacac79:43823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/296fbbacac79:0, corePoolSize=3, maxPoolSize=3 2024-11-22T08:53:20,556 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,556 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,556 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,557 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,557 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,557 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,43823,1732265600246-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:53:20,568 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:53:20,568 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:53:20,569 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,45521,1732265600195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,569 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,37131,1732265600283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,569 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,569 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,569 INFO [RS:2;296fbbacac79:37131 {}] regionserver.Replication(171): 296fbbacac79,37131,1732265600283 started 2024-11-22T08:53:20,569 INFO [RS:0;296fbbacac79:45521 {}] regionserver.Replication(171): 296fbbacac79,45521,1732265600195 started 2024-11-22T08:53:20,569 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T08:53:20,570 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,43823,1732265600246-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,570 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,570 INFO [RS:1;296fbbacac79:43823 {}] regionserver.Replication(171): 296fbbacac79,43823,1732265600246 started 2024-11-22T08:53:20,582 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,582 INFO [RS:0;296fbbacac79:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,582 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,45521,1732265600195, RpcServer on 296fbbacac79/172.17.0.2:45521, sessionid=0x10066a2c0e50001 2024-11-22T08:53:20,582 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,43823,1732265600246, RpcServer on 296fbbacac79/172.17.0.2:43823, sessionid=0x10066a2c0e50002 2024-11-22T08:53:20,582 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:53:20,582 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:53:20,582 DEBUG [RS:0;296fbbacac79:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,582 DEBUG [RS:1;296fbbacac79:43823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,582 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,45521,1732265600195' 2024-11-22T08:53:20,582 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,43823,1732265600246' 2024-11-22T08:53:20,582 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:53:20,582 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,45521,1732265600195 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,43823,1732265600246 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,45521,1732265600195' 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,43823,1732265600246' 2024-11-22T08:53:20,583 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:53:20,583 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:53:20,584 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:53:20,584 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:53:20,584 DEBUG [RS:0;296fbbacac79:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:53:20,584 INFO [RS:0;296fbbacac79:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:53:20,584 INFO [RS:0;296fbbacac79:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:53:20,584 DEBUG [RS:1;296fbbacac79:43823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:53:20,584 INFO [RS:1;296fbbacac79:43823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:53:20,584 INFO [RS:1;296fbbacac79:43823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:53:20,588 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:20,588 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1482): Serving as 296fbbacac79,37131,1732265600283, RpcServer on 296fbbacac79/172.17.0.2:37131, sessionid=0x10066a2c0e50003 2024-11-22T08:53:20,588 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T08:53:20,588 DEBUG [RS:2;296fbbacac79:37131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,588 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,37131,1732265600283' 2024-11-22T08:53:20,588 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '296fbbacac79,37131,1732265600283' 2024-11-22T08:53:20,589 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T08:53:20,590 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T08:53:20,590 DEBUG [RS:2;296fbbacac79:37131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T08:53:20,590 INFO [RS:2;296fbbacac79:37131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T08:53:20,590 INFO [RS:2;296fbbacac79:37131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T08:53:20,685 INFO [RS:0;296fbbacac79:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:53:20,685 INFO [RS:1;296fbbacac79:43823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:53:20,688 INFO [RS:0;296fbbacac79:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C45521%2C1732265600195, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs, maxLogs=32 2024-11-22T08:53:20,688 INFO [RS:1;296fbbacac79:43823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C43823%2C1732265600246, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,43823,1732265600246, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs, maxLogs=32 2024-11-22T08:53:20,691 INFO [RS:2;296fbbacac79:37131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T08:53:20,693 INFO [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C37131%2C1732265600283, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs, maxLogs=32 2024-11-22T08:53:20,697 WARN [296fbbacac79:42419 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T08:53:20,705 DEBUG [RS:1;296fbbacac79:43823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,43823,1732265600246/296fbbacac79%2C43823%2C1732265600246.1732265600692, exclude list is [], retry=0 2024-11-22T08:53:20,705 DEBUG [RS:2;296fbbacac79:37131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283/296fbbacac79%2C37131%2C1732265600283.1732265600694, exclude list is [], retry=0 2024-11-22T08:53:20,705 DEBUG [RS:0;296fbbacac79:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195/296fbbacac79%2C45521%2C1732265600195.1732265600692, exclude list is [], retry=0 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-b92d0ecb-f9b6-482f-805f-4168878f722c,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-b9004293-1ea3-4067-9e33-e0ddcf678c76,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-b9004293-1ea3-4067-9e33-e0ddcf678c76,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-b92d0ecb-f9b6-482f-805f-4168878f722c,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-b9004293-1ea3-4067-9e33-e0ddcf678c76,DISK] 2024-11-22T08:53:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-b92d0ecb-f9b6-482f-805f-4168878f722c,DISK] 2024-11-22T08:53:20,713 INFO [RS:1;296fbbacac79:43823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,43823,1732265600246/296fbbacac79%2C43823%2C1732265600246.1732265600692 2024-11-22T08:53:20,717 INFO [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283/296fbbacac79%2C37131%2C1732265600283.1732265600694 2024-11-22T08:53:20,718 DEBUG [RS:1;296fbbacac79:43823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39447:39447),(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:44707:44707)] 2024-11-22T08:53:20,718 DEBUG [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-22T08:53:20,718 INFO [RS:0;296fbbacac79:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195/296fbbacac79%2C45521%2C1732265600195.1732265600692 2024-11-22T08:53:20,718 DEBUG [RS:0;296fbbacac79:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:39447:39447)] 2024-11-22T08:53:20,947 DEBUG [296fbbacac79:42419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T08:53:20,948 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T08:53:20,950 INFO [296fbbacac79:42419 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:53:20,950 INFO [296fbbacac79:42419 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:53:20,950 INFO [296fbbacac79:42419 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T08:53:20,950 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:53:20,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:20,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,37131,1732265600283, state=OPENING 2024-11-22T08:53:20,953 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T08:53:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,954 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:53:20,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:20,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T08:53:20,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:20,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:20,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:53:20,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:23,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:23,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:23,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:23,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T08:53:23,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:23,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:23,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:24,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T08:53:24,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T08:53:30,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T08:53:30,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:30,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:30,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:30,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:53:30,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42263, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:53:30,971 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T08:53:30,972 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T08:53:30,972 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T08:53:30,974 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=296fbbacac79%2C37131%2C1732265600283.meta, suffix=.meta, logDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs, maxLogs=32 2024-11-22T08:53:30,989 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283/296fbbacac79%2C37131%2C1732265600283.meta.1732265610975.meta, exclude list is [], retry=0 2024-11-22T08:53:30,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33319,DS-b92d0ecb-f9b6-482f-805f-4168878f722c,DISK] 2024-11-22T08:53:30,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42447,DS-b9004293-1ea3-4067-9e33-e0ddcf678c76,DISK] 2024-11-22T08:53:30,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-3d0aef39-51c7-4bca-8039-5a75e2f5e0c6,DISK] 2024-11-22T08:53:30,994 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283/296fbbacac79%2C37131%2C1732265600283.meta.1732265610975.meta 2024-11-22T08:53:30,994 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:39447:39447),(127.0.0.1/127.0.0.1:34411:34411)] 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T08:53:30,995 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T08:53:30,995 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T08:53:30,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T08:53:30,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T08:53:30,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:30,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:30,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T08:53:30,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T08:53:30,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:30,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:31,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T08:53:31,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T08:53:31,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:31,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:31,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T08:53:31,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T08:53:31,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:31,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T08:53:31,002 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T08:53:31,003 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740 2024-11-22T08:53:31,004 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740 2024-11-22T08:53:31,005 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T08:53:31,005 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T08:53:31,006 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T08:53:31,007 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T08:53:31,008 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65829585, jitterRate=-0.019062742590904236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T08:53:31,008 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T08:53:31,009 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732265610995Writing region info on filesystem at 1732265610995Initializing all the Stores at 1732265610996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265610996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265610997 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265610997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732265610997Cleaning up temporary data from old regions at 1732265611005 (+8 ms)Running coprocessor post-open hooks at 1732265611008 (+3 ms)Region opened successfully at 1732265611009 (+1 ms) 2024-11-22T08:53:31,010 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732265610959 2024-11-22T08:53:31,012 DEBUG [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T08:53:31,012 INFO [RS_OPEN_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T08:53:31,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:31,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 296fbbacac79,37131,1732265600283, state=OPEN 2024-11-22T08:53:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:53:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:53:31,015 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:53:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T08:53:31,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:31,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:31,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:31,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=296fbbacac79,37131,1732265600283 2024-11-22T08:53:31,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T08:53:31,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T08:53:31,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=296fbbacac79,37131,1732265600283 in 10.0610 sec 2024-11-22T08:53:31,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T08:53:31,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4740 sec 2024-11-22T08:53:31,021 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T08:53:31,021 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T08:53:31,023 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:53:31,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,37131,1732265600283, seqNum=-1] 2024-11-22T08:53:31,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:53:31,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:53:31,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5500 sec 2024-11-22T08:53:31,031 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732265611031, completionTime=-1 2024-11-22T08:53:31,031 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T08:53:31,031 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732265671033 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732265731033 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-296fbbacac79:42419, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,033 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,034 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,035 DEBUG [master/296fbbacac79:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.714sec 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T08:53:31,037 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T08:53:31,040 DEBUG [master/296fbbacac79:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T08:53:31,040 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T08:53:31,040 INFO [master/296fbbacac79:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=296fbbacac79,42419,1732265600138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T08:53:31,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bda7e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,42419,-1 for getting cluster id 2024-11-22T08:53:31,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T08:53:31,121 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01d57190-e47b-4d4b-9c06-3064feda563e' 2024-11-22T08:53:31,122 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T08:53:31,123 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01d57190-e47b-4d4b-9c06-3064feda563e" 2024-11-22T08:53:31,124 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2d07ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,124 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,42419,-1] 2024-11-22T08:53:31,124 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T08:53:31,125 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:31,127 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T08:53:31,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804d1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:53:31,129 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,37131,1732265600283, seqNum=-1] 2024-11-22T08:53:31,130 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:53:31,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:53:31,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=296fbbacac79,42419,1732265600138 2024-11-22T08:53:31,133 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732265611133 (current time:1732265611133). 2024-11-22T08:53:31,133 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-22T08:53:31,133 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-22T08:53:31,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 296fbbacac79,42419,-1 for getting cluster id 2024-11-22T08:53:31,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T08:53:31,135 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01d57190-e47b-4d4b-9c06-3064feda563e' 2024-11-22T08:53:31,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T08:53:31,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01d57190-e47b-4d4b-9c06-3064feda563e" 2024-11-22T08:53:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454a14f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [296fbbacac79,42419,-1] 2024-11-22T08:53:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T08:53:31,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:31,137 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T08:53:31,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561b23f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T08:53:31,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T08:53:31,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=296fbbacac79,37131,1732265600283, seqNum=-1] 2024-11-22T08:53:31,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:53:31,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:53:31,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:53:31,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:53:31,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:31,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:53:31,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T08:53:31,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T08:53:31,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 296fbbacac79,42419,1732265600138 2024-11-22T08:53:31,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5cecb4 2024-11-22T08:53:31,145 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T08:53:31,146 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T08:53:31,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T08:53:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-22T08:53:31,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T08:53:31,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:31,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-22T08:53:31,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T08:53:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:53:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:53:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741837_1013 (size=361) 2024-11-22T08:53:31,162 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a011f8b329a4e901c68850689844101, NAME => 'SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,167 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bfb991ea2a35232c71f23bcf7642c423, NAME => 'SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,168 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f1ad21d33b9010e1fd60dbaa349bc412, NAME => 'SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741838_1014 (size=54) 2024-11-22T08:53:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741838_1014 (size=54) 2024-11-22T08:53:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741838_1014 (size=54) 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6a011f8b329a4e901c68850689844101, disabling compactions & flushes 2024-11-22T08:53:31,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. after waiting 0 ms 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:31,182 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:31,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a011f8b329a4e901c68850689844101: Waiting for close lock at 1732265611182Disabling compacts and flushes for region at 1732265611182Disabling writes for close at 1732265611182Writing region close event to WAL at 1732265611182Closed at 1732265611182 2024-11-22T08:53:31,183 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f150947997f07bd384e4d4dd8fd60133, NAME => 'SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741839_1015 (size=62) 2024-11-22T08:53:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741839_1015 (size=62) 2024-11-22T08:53:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741839_1015 (size=62) 2024-11-22T08:53:31,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bfb991ea2a35232c71f23bcf7642c423, disabling compactions & flushes 2024-11-22T08:53:31,188 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:31,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:31,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. after waiting 0 ms 2024-11-22T08:53:31,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:31,188 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:31,188 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bfb991ea2a35232c71f23bcf7642c423: Waiting for close lock at 1732265611188Disabling compacts and flushes for region at 1732265611188Disabling writes for close at 1732265611188Writing region close event to WAL at 1732265611188Closed at 1732265611188 2024-11-22T08:53:31,188 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7efcbe1f64df4e649d09f04954558cd2, NAME => 'SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:53:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:53:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741840_1016 (size=62) 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f1ad21d33b9010e1fd60dbaa349bc412, disabling compactions & flushes 2024-11-22T08:53:31,192 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. after waiting 0 ms 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:31,192 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:31,192 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f1ad21d33b9010e1fd60dbaa349bc412: Waiting for close lock at 1732265611192Disabling compacts and flushes for region at 1732265611192Disabling writes for close at 1732265611192Writing region close event to WAL at 1732265611192Closed at 1732265611192 2024-11-22T08:53:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:53:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:53:31,193 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 848e7f34df90c3b17b1d9f880e24fa4a, NAME => 'SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741841_1017 (size=62) 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f150947997f07bd384e4d4dd8fd60133, disabling compactions & flushes 2024-11-22T08:53:31,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. after waiting 0 ms 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:31,194 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:31,194 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f150947997f07bd384e4d4dd8fd60133: Waiting for close lock at 1732265611194Disabling compacts and flushes for region at 1732265611194Disabling writes for close at 1732265611194Writing region close event to WAL at 1732265611194Closed at 1732265611194 2024-11-22T08:53:31,195 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 182ce88e09487b8c68cffaccfd2cf0b9, NAME => 'SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:53:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:53:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741842_1018 (size=62) 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7efcbe1f64df4e649d09f04954558cd2, disabling compactions & flushes 2024-11-22T08:53:31,199 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. after waiting 0 ms 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:31,199 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:31,199 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7efcbe1f64df4e649d09f04954558cd2: Waiting for close lock at 1732265611199Disabling compacts and flushes for region at 1732265611199Disabling writes for close at 1732265611199Writing region close event to WAL at 1732265611199Closed at 1732265611199 2024-11-22T08:53:31,200 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 625d867eb4fe3d6a657c56ed5b329a38, NAME => 'SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:53:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:53:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:53:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:53:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741843_1019 (size=62) 2024-11-22T08:53:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741844_1020 (size=62) 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 848e7f34df90c3b17b1d9f880e24fa4a, disabling compactions & flushes 2024-11-22T08:53:31,211 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. after waiting 0 ms 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:31,211 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:31,211 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 848e7f34df90c3b17b1d9f880e24fa4a: Waiting for close lock at 1732265611211Disabling compacts and flushes for region at 1732265611211Disabling writes for close at 1732265611211Writing region close event to WAL at 1732265611211Closed at 1732265611211 2024-11-22T08:53:31,212 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0f1bf46e0ec778d93db2b0cfe386e255, NAME => 'SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:53:31,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:53:31,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 182ce88e09487b8c68cffaccfd2cf0b9, disabling compactions & flushes 2024-11-22T08:53:31,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. after waiting 0 ms 2024-11-22T08:53:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:31,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:31,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 182ce88e09487b8c68cffaccfd2cf0b9: Waiting for close lock at 1732265611213Disabling compacts and flushes for region at 1732265611213Disabling writes for close at 1732265611214 (+1 ms)Writing region close event to WAL at 1732265611214Closed at 1732265611214 2024-11-22T08:53:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741845_1021 (size=62) 2024-11-22T08:53:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 666d4fb4f26f329d12f6c747085d4212, NAME => 'SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 625d867eb4fe3d6a657c56ed5b329a38, disabling compactions & flushes 2024-11-22T08:53:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. after waiting 0 ms 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:31,215 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:31,215 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 625d867eb4fe3d6a657c56ed5b329a38: Waiting for close lock at 1732265611215Disabling compacts and flushes for region at 1732265611215Disabling writes for close at 1732265611215Writing region close event to WAL at 1732265611215Closed at 1732265611215 2024-11-22T08:53:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:53:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:53:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741846_1022 (size=62) 2024-11-22T08:53:31,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0f1bf46e0ec778d93db2b0cfe386e255, disabling compactions & flushes 2024-11-22T08:53:31,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:31,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:31,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. after waiting 0 ms 2024-11-22T08:53:31,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:31,225 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:31,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0f1bf46e0ec778d93db2b0cfe386e255: Waiting for close lock at 1732265611224Disabling compacts and flushes for region at 1732265611224Disabling writes for close at 1732265611224Writing region close event to WAL at 1732265611224Closed at 1732265611225 (+1 ms) 2024-11-22T08:53:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:53:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:53:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741847_1023 (size=54) 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 666d4fb4f26f329d12f6c747085d4212, disabling compactions & flushes 2024-11-22T08:53:31,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. after waiting 0 ms 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:31,232 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:31,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 666d4fb4f26f329d12f6c747085d4212: Waiting for close lock at 1732265611232Disabling compacts and flushes for region at 1732265611232Disabling writes for close at 1732265611232Writing region close event to WAL at 1732265611232Closed at 1732265611232 2024-11-22T08:53:31,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T08:53:31,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732265611233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732265611233"}]},"ts":"1732265611233"} 2024-11-22T08:53:31,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-22T08:53:31,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T08:53:31,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732265611240"}]},"ts":"1732265611240"} 2024-11-22T08:53:31,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-22T08:53:31,243 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T08:53:31,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:53:31,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:53:31,248 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T08:53:31,248 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:53:31,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb991ea2a35232c71f23bcf7642c423, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ad21d33b9010e1fd60dbaa349bc412, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7efcbe1f64df4e649d09f04954558cd2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=848e7f34df90c3b17b1d9f880e24fa4a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=625d867eb4fe3d6a657c56ed5b329a38, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1bf46e0ec778d93db2b0cfe386e255, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN}] 2024-11-22T08:53:31,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN 2024-11-22T08:53:31,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1bf46e0ec778d93db2b0cfe386e255, ASSIGN 2024-11-22T08:53:31,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=625d867eb4fe3d6a657c56ed5b329a38, ASSIGN 2024-11-22T08:53:31,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN 2024-11-22T08:53:31,252 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=848e7f34df90c3b17b1d9f880e24fa4a, ASSIGN 2024-11-22T08:53:31,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN; state=OFFLINE, location=296fbbacac79,45521,1732265600195; forceNewPlan=false, retain=false 2024-11-22T08:53:31,252 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN; state=OFFLINE, location=296fbbacac79,45521,1732265600195; forceNewPlan=false, retain=false 2024-11-22T08:53:31,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f1bf46e0ec778d93db2b0cfe386e255, ASSIGN; state=OFFLINE, location=296fbbacac79,37131,1732265600283; forceNewPlan=false, retain=false 2024-11-22T08:53:31,252 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=625d867eb4fe3d6a657c56ed5b329a38, ASSIGN; state=OFFLINE, location=296fbbacac79,43823,1732265600246; forceNewPlan=false, retain=false 2024-11-22T08:53:31,253 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=848e7f34df90c3b17b1d9f880e24fa4a, ASSIGN; state=OFFLINE, location=296fbbacac79,37131,1732265600283; forceNewPlan=false, retain=false 2024-11-22T08:53:31,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7efcbe1f64df4e649d09f04954558cd2, ASSIGN 2024-11-22T08:53:31,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ad21d33b9010e1fd60dbaa349bc412, ASSIGN 2024-11-22T08:53:31,256 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb991ea2a35232c71f23bcf7642c423, ASSIGN 2024-11-22T08:53:31,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN 2024-11-22T08:53:31,256 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7efcbe1f64df4e649d09f04954558cd2, ASSIGN; state=OFFLINE, location=296fbbacac79,43823,1732265600246; forceNewPlan=false, retain=false 2024-11-22T08:53:31,257 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ad21d33b9010e1fd60dbaa349bc412, ASSIGN; state=OFFLINE, location=296fbbacac79,37131,1732265600283; forceNewPlan=false, retain=false 2024-11-22T08:53:31,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN; state=OFFLINE, location=296fbbacac79,45521,1732265600195; forceNewPlan=false, retain=false 2024-11-22T08:53:31,257 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfb991ea2a35232c71f23bcf7642c423, ASSIGN; state=OFFLINE, location=296fbbacac79,43823,1732265600246; forceNewPlan=false, retain=false 2024-11-22T08:53:31,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN 2024-11-22T08:53:31,259 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN; state=OFFLINE, location=296fbbacac79,45521,1732265600195; forceNewPlan=false, retain=false 2024-11-22T08:53:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:31,404 INFO [296fbbacac79:42419 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-22T08:53:31,404 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=666d4fb4f26f329d12f6c747085d4212, regionState=OPENING, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:31,404 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f150947997f07bd384e4d4dd8fd60133, regionState=OPENING, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:31,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=182ce88e09487b8c68cffaccfd2cf0b9, regionState=OPENING, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:31,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a011f8b329a4e901c68850689844101, regionState=OPENING, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:31,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=625d867eb4fe3d6a657c56ed5b329a38, regionState=OPENING, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:31,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7efcbe1f64df4e649d09f04954558cd2, regionState=OPENING, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:31,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfb991ea2a35232c71f23bcf7642c423, regionState=OPENING, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:31,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0f1bf46e0ec778d93db2b0cfe386e255, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:31,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=848e7f34df90c3b17b1d9f880e24fa4a, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:31,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f1ad21d33b9010e1fd60dbaa349bc412, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN because future has completed 2024-11-22T08:53:31,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,45521,1732265600195}] 2024-11-22T08:53:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN because future has completed 2024-11-22T08:53:31,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,45521,1732265600195}] 2024-11-22T08:53:31,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN because future has completed 2024-11-22T08:53:31,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN because future has completed 2024-11-22T08:53:31,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,45521,1732265600195}] 2024-11-22T08:53:31,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,45521,1732265600195}] 2024-11-22T08:53:31,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=625d867eb4fe3d6a657c56ed5b329a38, ASSIGN because future has completed 2024-11-22T08:53:31,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38, server=296fbbacac79,43823,1732265600246}] 2024-11-22T08:53:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7efcbe1f64df4e649d09f04954558cd2, ASSIGN because future has completed 2024-11-22T08:53:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f1bf46e0ec778d93db2b0cfe386e255, ASSIGN because future has completed 2024-11-22T08:53:31,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=848e7f34df90c3b17b1d9f880e24fa4a, ASSIGN because future has completed 2024-11-22T08:53:31,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1ad21d33b9010e1fd60dbaa349bc412, ASSIGN because future has completed 2024-11-22T08:53:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfb991ea2a35232c71f23bcf7642c423, ASSIGN because future has completed 2024-11-22T08:53:31,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:53:31,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb991ea2a35232c71f23bcf7642c423, server=296fbbacac79,43823,1732265600246}] 2024-11-22T08:53:31,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:53:31,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efcbe1f64df4e649d09f04954558cd2, server=296fbbacac79,43823,1732265600246}] 2024-11-22T08:53:31,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:53:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:32,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T08:53:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:34,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T08:53:34,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T08:53:34,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T08:53:34,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T08:53:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:36,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T08:53:36,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:36,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:36,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:41,414 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:53:41,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:53:41,425 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:41,425 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a011f8b329a4e901c68850689844101, NAME => 'SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T08:53:41,426 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,426 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,426 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,426 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,427 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T08:53:41,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T08:53:41,429 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,431 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a011f8b329a4e901c68850689844101 columnFamilyName cf 2024-11-22T08:53:41,431 DEBUG [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,432 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] regionserver.HStore(327): Store=6a011f8b329a4e901c68850689844101/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,432 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,433 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,434 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,434 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,434 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,435 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:41,435 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7efcbe1f64df4e649d09f04954558cd2, NAME => 'SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-22T08:53:41,435 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,441 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:41,441 INFO [StoreOpener-7efcbe1f64df4e649d09f04954558cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 848e7f34df90c3b17b1d9f880e24fa4a, NAME => 'SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,441 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,442 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6a011f8b329a4e901c68850689844101; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704815, jitterRate=-0.08052660524845123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,442 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:41,442 INFO [StoreOpener-7efcbe1f64df4e649d09f04954558cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efcbe1f64df4e649d09f04954558cd2 columnFamilyName cf 2024-11-22T08:53:41,442 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6a011f8b329a4e901c68850689844101: Running coprocessor pre-open hook at 1732265621427Writing region info on filesystem at 1732265621427Initializing all the Stores at 1732265621428 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621428Cleaning up temporary data from old regions at 1732265621434 (+6 ms)Running coprocessor post-open hooks at 1732265621442 (+8 ms)Region opened successfully at 1732265621442 2024-11-22T08:53:41,442 DEBUG [StoreOpener-7efcbe1f64df4e649d09f04954558cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,443 INFO [StoreOpener-7efcbe1f64df4e649d09f04954558cd2-1 {}] regionserver.HStore(327): Store=7efcbe1f64df4e649d09f04954558cd2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,443 INFO [StoreOpener-848e7f34df90c3b17b1d9f880e24fa4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,443 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,443 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101., pid=17, masterSystemTime=1732265621414 2024-11-22T08:53:41,444 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,444 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,445 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,445 INFO [StoreOpener-848e7f34df90c3b17b1d9f880e24fa4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848e7f34df90c3b17b1d9f880e24fa4a columnFamilyName cf 2024-11-22T08:53:41,445 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,445 DEBUG [StoreOpener-848e7f34df90c3b17b1d9f880e24fa4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,445 INFO [StoreOpener-848e7f34df90c3b17b1d9f880e24fa4a-1 {}] regionserver.HStore(327): Store=848e7f34df90c3b17b1d9f880e24fa4a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,445 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:41,445 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,445 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:53:41,446 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f150947997f07bd384e4d4dd8fd60133, NAME => 'SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T08:53:41,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a011f8b329a4e901c68850689844101, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,446 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,447 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,447 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,45521,1732265600195 because future has completed 2024-11-22T08:53:41,448 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,449 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,449 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f150947997f07bd384e4d4dd8fd60133 columnFamilyName cf 2024-11-22T08:53:41,450 DEBUG [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,450 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] regionserver.HStore(327): Store=f150947997f07bd384e4d4dd8fd60133/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,450 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-22T08:53:41,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,45521,1732265600195 in 10.0320 sec 2024-11-22T08:53:41,451 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,451 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,452 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN in 10.2020 sec 2024-11-22T08:53:41,452 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,453 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/7efcbe1f64df4e649d09f04954558cd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,453 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/848e7f34df90c3b17b1d9f880e24fa4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,454 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,454 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7efcbe1f64df4e649d09f04954558cd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66657764, jitterRate=-0.006721913814544678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,454 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:41,454 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 848e7f34df90c3b17b1d9f880e24fa4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69331400, jitterRate=0.033118367195129395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,454 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7efcbe1f64df4e649d09f04954558cd2: Running coprocessor pre-open hook at 1732265621436Writing region info on filesystem at 1732265621436Initializing all the Stores at 1732265621437 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621437Cleaning up temporary data from old regions at 1732265621445 (+8 ms)Running coprocessor post-open hooks at 1732265621454 (+9 ms)Region opened successfully at 1732265621454 2024-11-22T08:53:41,454 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:41,454 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 848e7f34df90c3b17b1d9f880e24fa4a: Running coprocessor pre-open hook at 1732265621442Writing region info on filesystem at 1732265621442Initializing all the Stores at 1732265621443 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621443Cleaning up temporary data from old regions at 1732265621447 (+4 ms)Running coprocessor post-open hooks at 1732265621454 (+7 ms)Region opened successfully at 1732265621454 2024-11-22T08:53:41,455 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2., pid=23, masterSystemTime=1732265621426 2024-11-22T08:53:41,455 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a., pid=24, masterSystemTime=1732265621429 2024-11-22T08:53:41,456 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:41,456 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:53:41,457 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:41,457 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ad21d33b9010e1fd60dbaa349bc412, NAME => 'SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-22T08:53:41,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=848e7f34df90c3b17b1d9f880e24fa4a, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:41,457 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,457 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,457 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:41,458 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:53:41,458 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 625d867eb4fe3d6a657c56ed5b329a38, NAME => 'SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,458 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,459 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,459 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a, server=296fbbacac79,37131,1732265600283 because future has completed 2024-11-22T08:53:41,459 INFO [StoreOpener-f1ad21d33b9010e1fd60dbaa349bc412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,459 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7efcbe1f64df4e649d09f04954558cd2, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:41,459 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f150947997f07bd384e4d4dd8fd60133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171310, jitterRate=-0.04377296566963196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,460 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:41,460 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f150947997f07bd384e4d4dd8fd60133: Running coprocessor pre-open hook at 1732265621446Writing region info on filesystem at 1732265621446Initializing all the Stores at 1732265621448 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621448Cleaning up temporary data from old regions at 1732265621452 (+4 ms)Running coprocessor post-open hooks at 1732265621460 (+8 ms)Region opened successfully at 1732265621460 2024-11-22T08:53:41,461 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133., pid=16, masterSystemTime=1732265621414 2024-11-22T08:53:41,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efcbe1f64df4e649d09f04954558cd2, server=296fbbacac79,43823,1732265600246 because future has completed 2024-11-22T08:53:41,461 INFO [StoreOpener-f1ad21d33b9010e1fd60dbaa349bc412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ad21d33b9010e1fd60dbaa349bc412 columnFamilyName cf 2024-11-22T08:53:41,461 DEBUG [StoreOpener-f1ad21d33b9010e1fd60dbaa349bc412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,463 INFO [StoreOpener-f1ad21d33b9010e1fd60dbaa349bc412-1 {}] regionserver.HStore(327): Store=f1ad21d33b9010e1fd60dbaa349bc412/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,463 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-22T08:53:41,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a, server=296fbbacac79,37131,1732265600283 in 10.0320 sec 2024-11-22T08:53:41,463 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:41,464 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:53:41,464 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 182ce88e09487b8c68cffaccfd2cf0b9, NAME => 'SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T08:53:41,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f150947997f07bd384e4d4dd8fd60133, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,464 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-22T08:53:41,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=848e7f34df90c3b17b1d9f880e24fa4a, ASSIGN in 10.2140 sec 2024-11-22T08:53:41,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7efcbe1f64df4e649d09f04954558cd2, server=296fbbacac79,43823,1732265600246 in 10.0340 sec 2024-11-22T08:53:41,465 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,45521,1732265600195 because future has completed 2024-11-22T08:53:41,466 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,466 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7efcbe1f64df4e649d09f04954558cd2, ASSIGN in 10.2150 sec 2024-11-22T08:53:41,467 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-22T08:53:41,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,45521,1732265600195 in 10.0550 sec 2024-11-22T08:53:41,469 INFO [StoreOpener-625d867eb4fe3d6a657c56ed5b329a38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,469 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN in 10.2190 sec 2024-11-22T08:53:41,470 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f1ad21d33b9010e1fd60dbaa349bc412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,470 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f1ad21d33b9010e1fd60dbaa349bc412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59815668, jitterRate=-0.10867708921432495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,471 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:41,471 INFO [StoreOpener-625d867eb4fe3d6a657c56ed5b329a38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 625d867eb4fe3d6a657c56ed5b329a38 columnFamilyName cf 2024-11-22T08:53:41,471 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 182ce88e09487b8c68cffaccfd2cf0b9 columnFamilyName cf 2024-11-22T08:53:41,471 DEBUG [StoreOpener-625d867eb4fe3d6a657c56ed5b329a38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,471 DEBUG [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,471 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f1ad21d33b9010e1fd60dbaa349bc412: Running coprocessor pre-open hook at 1732265621458Writing region info on filesystem at 1732265621458Initializing all the Stores at 1732265621459 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621459Cleaning up temporary data from old regions at 1732265621466 (+7 ms)Running coprocessor post-open hooks at 1732265621471 (+5 ms)Region opened successfully at 1732265621471 2024-11-22T08:53:41,471 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] regionserver.HStore(327): Store=182ce88e09487b8c68cffaccfd2cf0b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,471 INFO [StoreOpener-625d867eb4fe3d6a657c56ed5b329a38-1 {}] regionserver.HStore(327): Store=625d867eb4fe3d6a657c56ed5b329a38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,471 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,471 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,472 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412., pid=21, masterSystemTime=1732265621429 2024-11-22T08:53:41,472 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,472 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,472 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,472 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,473 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,473 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,473 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,473 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,474 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:41,474 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:53:41,474 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:41,474 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f1bf46e0ec778d93db2b0cfe386e255, NAME => 'SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-22T08:53:41,474 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,474 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f1ad21d33b9010e1fd60dbaa349bc412, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:41,475 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,475 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,475 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,476 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412, server=296fbbacac79,37131,1732265600283 because future has completed 2024-11-22T08:53:41,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-22T08:53:41,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412, server=296fbbacac79,37131,1732265600283 in 10.0530 sec 2024-11-22T08:53:41,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1ad21d33b9010e1fd60dbaa349bc412, ASSIGN in 10.2310 sec 2024-11-22T08:53:41,484 INFO [StoreOpener-0f1bf46e0ec778d93db2b0cfe386e255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,485 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,485 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,486 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 625d867eb4fe3d6a657c56ed5b329a38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64110997, jitterRate=-0.04467169940471649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,486 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 182ce88e09487b8c68cffaccfd2cf0b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65203550, jitterRate=-0.028391391038894653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,486 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:41,486 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:41,486 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 625d867eb4fe3d6a657c56ed5b329a38: Running coprocessor pre-open hook at 1732265621459Writing region info on filesystem at 1732265621459Initializing all the Stores at 1732265621459Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621459Cleaning up temporary data from old regions at 1732265621473 (+14 ms)Running coprocessor post-open hooks at 1732265621486 (+13 ms)Region opened successfully at 1732265621486 2024-11-22T08:53:41,486 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 182ce88e09487b8c68cffaccfd2cf0b9: Running coprocessor pre-open hook at 1732265621465Writing region info on filesystem at 1732265621465Initializing all the Stores at 1732265621466 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621466Cleaning up temporary data from old regions at 1732265621473 (+7 ms)Running coprocessor post-open hooks at 1732265621486 (+13 ms)Region opened successfully at 1732265621486 2024-11-22T08:53:41,486 INFO [StoreOpener-0f1bf46e0ec778d93db2b0cfe386e255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f1bf46e0ec778d93db2b0cfe386e255 columnFamilyName cf 2024-11-22T08:53:41,486 DEBUG [StoreOpener-0f1bf46e0ec778d93db2b0cfe386e255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,487 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., pid=19, masterSystemTime=1732265621426 2024-11-22T08:53:41,487 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., pid=18, masterSystemTime=1732265621414 2024-11-22T08:53:41,487 INFO [StoreOpener-0f1bf46e0ec778d93db2b0cfe386e255-1 {}] regionserver.HStore(327): Store=0f1bf46e0ec778d93db2b0cfe386e255/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,487 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,488 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,488 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,488 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:41,488 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,489 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 666d4fb4f26f329d12f6c747085d4212, NAME => 'SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=182ce88e09487b8c68cffaccfd2cf0b9, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:41,489 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,489 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:53:41,490 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:41,490 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bfb991ea2a35232c71f23bcf7642c423, NAME => 'SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-22T08:53:41,490 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,490 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:53:41,490 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,490 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=625d867eb4fe3d6a657c56ed5b329a38, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,45521,1732265600195 because future has completed 2024-11-22T08:53:41,492 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,493 INFO [StoreOpener-bfb991ea2a35232c71f23bcf7642c423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38, server=296fbbacac79,43823,1732265600246 because future has completed 2024-11-22T08:53:41,494 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,496 INFO [StoreOpener-bfb991ea2a35232c71f23bcf7642c423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb991ea2a35232c71f23bcf7642c423 columnFamilyName cf 2024-11-22T08:53:41,496 DEBUG [StoreOpener-bfb991ea2a35232c71f23bcf7642c423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-22T08:53:41,496 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666d4fb4f26f329d12f6c747085d4212 columnFamilyName cf 2024-11-22T08:53:41,496 DEBUG [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:53:41,496 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,497 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] regionserver.HStore(327): Store=666d4fb4f26f329d12f6c747085d4212/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,497 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,497 INFO [StoreOpener-bfb991ea2a35232c71f23bcf7642c423-1 {}] regionserver.HStore(327): Store=bfb991ea2a35232c71f23bcf7642c423/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:53:41,497 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,45521,1732265600195 in 10.0760 sec 2024-11-22T08:53:41,497 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,497 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0f1bf46e0ec778d93db2b0cfe386e255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74206506, jitterRate=0.10576310753822327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,498 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:41,498 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0f1bf46e0ec778d93db2b0cfe386e255: Running coprocessor pre-open hook at 1732265621475Writing region info on filesystem at 1732265621475Initializing all the Stores at 1732265621475Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621475Cleaning up temporary data from old regions at 1732265621489 (+14 ms)Running coprocessor post-open hooks at 1732265621498 (+9 ms)Region opened successfully at 1732265621498 2024-11-22T08:53:41,498 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,498 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN in 10.2480 sec 2024-11-22T08:53:41,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-22T08:53:41,499 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., pid=22, masterSystemTime=1732265621429 2024-11-22T08:53:41,499 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,499 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,499 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,499 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,500 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38, server=296fbbacac79,43823,1732265600246 in 10.0770 sec 2024-11-22T08:53:41,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=625d867eb4fe3d6a657c56ed5b329a38, ASSIGN in 10.2500 sec 2024-11-22T08:53:41,501 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:41,501 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:53:41,502 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,502 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0f1bf46e0ec778d93db2b0cfe386e255, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:53:41,504 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/bfb991ea2a35232c71f23bcf7642c423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,504 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T08:53:41,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255, server=296fbbacac79,37131,1732265600283 because future has completed 2024-11-22T08:53:41,505 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bfb991ea2a35232c71f23bcf7642c423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60151815, jitterRate=-0.10366810858249664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,505 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 666d4fb4f26f329d12f6c747085d4212; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64994561, jitterRate=-0.03150556981563568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:53:41,505 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:41,505 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:41,505 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 666d4fb4f26f329d12f6c747085d4212: Running coprocessor pre-open hook at 1732265621489Writing region info on filesystem at 1732265621489Initializing all the Stores at 1732265621491 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621491Cleaning up temporary data from old regions at 1732265621499 (+8 ms)Running coprocessor post-open hooks at 1732265621505 (+6 ms)Region opened successfully at 1732265621505 2024-11-22T08:53:41,505 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bfb991ea2a35232c71f23bcf7642c423: Running coprocessor pre-open hook at 1732265621491Writing region info on filesystem at 1732265621491Initializing all the Stores at 1732265621492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265621492Cleaning up temporary data from old regions at 1732265621500 (+8 ms)Running coprocessor post-open hooks at 1732265621505 (+5 ms)Region opened successfully at 1732265621505 2024-11-22T08:53:41,506 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423., pid=20, masterSystemTime=1732265621426 2024-11-22T08:53:41,506 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., pid=15, masterSystemTime=1732265621414 2024-11-22T08:53:41,507 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:41,507 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:53:41,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=666d4fb4f26f329d12f6c747085d4212, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,45521,1732265600195 2024-11-22T08:53:41,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-22T08:53:41,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255, server=296fbbacac79,37131,1732265600283 in 10.0780 sec 2024-11-22T08:53:41,508 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:41,509 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:53:41,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bfb991ea2a35232c71f23bcf7642c423, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:53:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,45521,1732265600195 because future has completed 2024-11-22T08:53:41,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f1bf46e0ec778d93db2b0cfe386e255, ASSIGN in 10.2590 sec 2024-11-22T08:53:41,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfb991ea2a35232c71f23bcf7642c423, server=296fbbacac79,43823,1732265600246 because future has completed 2024-11-22T08:53:41,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T08:53:41,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-22T08:53:41,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN in 10.2650 sec 2024-11-22T08:53:41,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,45521,1732265600195 in 10.1010 sec 2024-11-22T08:53:41,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bfb991ea2a35232c71f23bcf7642c423, server=296fbbacac79,43823,1732265600246 in 10.0880 sec 2024-11-22T08:53:41,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-22T08:53:41,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfb991ea2a35232c71f23bcf7642c423, ASSIGN in 10.2650 sec 2024-11-22T08:53:41,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T08:53:41,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732265621517"}]},"ts":"1732265621517"} 2024-11-22T08:53:41,520 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-22T08:53:41,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T08:53:41,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3740 sec 2024-11-22T08:53:44,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-22T08:53:46,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T08:53:46,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:46,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:46,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T08:53:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T08:53:49,381 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-22T08:53:49,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-22T08:53:49,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:53:49,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-22T08:53:49,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:53:49,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-22T08:53:49,428 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,430 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,432 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,433 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,468 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,469 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,471 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,472 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,473 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,474 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., hostname=296fbbacac79,43823,1732265600246, seqNum=2] 2024-11-22T08:53:49,502 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,506 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,509 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., hostname=296fbbacac79,37131,1732265600283, seqNum=2] 2024-11-22T08:53:49,560 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:49,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., hostname=296fbbacac79,45521,1732265600195, seqNum=2] 2024-11-22T08:53:50,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T08:53:50,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:53:50,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T08:53:50,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:53:50,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T08:53:50,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43823 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:53:50,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37131 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:53:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:53:50,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:53:50,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. with WAL disabled. Data may be lost in the event of a crash. 2024-11-22T08:53:50,719 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-22T08:53:50,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:53:50,720 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-22T08:53:50,721 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-22T08:53:50,723 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-22T08:53:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:53:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:53:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741848_1024 (size=49) 2024-11-22T08:53:50,732 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-22T08:53:50,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a011f8b329a4e901c68850689844101}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb991ea2a35232c71f23bcf7642c423}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f150947997f07bd384e4d4dd8fd60133}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7efcbe1f64df4e649d09f04954558cd2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 666d4fb4f26f329d12f6c747085d4212}] 2024-11-22T08:53:50,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:53:50,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a011f8b329a4e901c68850689844101 2024-11-22T08:53:50,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:53:50,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:53:50,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:53:50,737 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:53:50,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:53:50,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:53:50,738 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:53:50,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:53:57,001 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-22T08:54:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-22T08:54:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-22T08:54:00,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-22T08:54:00,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-22T08:54:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-22T08:54:00,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:00,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-22T08:54:00,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:00,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f1ad21d33b9010e1fd60dbaa349bc412: 2024-11-22T08:54:00,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bfb991ea2a35232c71f23bcf7642c423: 2024-11-22T08:54:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 182ce88e09487b8c68cffaccfd2cf0b9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-22T08:54:00,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-22T08:54:00,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 848e7f34df90c3b17b1d9f880e24fa4a: 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:00,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7efcbe1f64df4e649d09f04954558cd2: 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6a011f8b329a4e901c68850689844101: 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-22T08:54:00,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:00,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:00,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 625d867eb4fe3d6a657c56ed5b329a38 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-22T08:54:00,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 666d4fb4f26f329d12f6c747085d4212 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-22T08:54:00,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:00,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0f1bf46e0ec778d93db2b0cfe386e255 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-22T08:54:00,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/.tmp/cf/c0f3d59a97af4828902cea218dca1e42 is 34, key is aaa/cf:cf/1732265630264/Put/seqid=0 2024-11-22T08:54:00,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/.tmp/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0 is 34, key is baa/cf:cf/1732265630223/Put/seqid=0 2024-11-22T08:54:00,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/.tmp/cf/d30cbf65b41b490d9202d0464be713c7 is 34, key is ccd/cf:cf/1732265630243/Put/seqid=0 2024-11-22T08:54:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741849_1025 (size=57) 2024-11-22T08:54:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741849_1025 (size=57) 2024-11-22T08:54:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741849_1025 (size=57) 2024-11-22T08:54:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T08:54:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f150947997f07bd384e4d4dd8fd60133: 2024-11-22T08:54:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T08:54:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-22T08:54:00,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:00,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a011f8b329a4e901c68850689844101 in 10.0470 sec 2024-11-22T08:54:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741853_1029 (size=65) 2024-11-22T08:54:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741853_1029 (size=65) 2024-11-22T08:54:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741853_1029 (size=65) 2024-11-22T08:54:00,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:00,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T08:54:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-22T08:54:00,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:54:00,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:54:00,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 848e7f34df90c3b17b1d9f880e24fa4a in 10.0570 sec 2024-11-22T08:54:00,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/.tmp/cf/e14e4827519349b3974932f3b99b4789 is 34, key is eaa/cf:cf/1732265630598/Put/seqid=0 2024-11-22T08:54:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:54:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:54:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:54:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741851_1027 (size=65) 2024-11-22T08:54:00,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:54:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741852_1028 (size=65) 2024-11-22T08:54:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T08:54:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:00,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T08:54:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-22T08:54:00,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:54:00,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:54:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T08:54:00,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:54:00,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:54:00,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfb991ea2a35232c71f23bcf7642c423 in 10.0760 sec 2024-11-22T08:54:00,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7efcbe1f64df4e649d09f04954558cd2 in 10.0760 sec 2024-11-22T08:54:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:54:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:54:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741850_1026 (size=65) 2024-11-22T08:54:00,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:00,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T08:54:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T08:54:00,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:54:00,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:54:00,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1ad21d33b9010e1fd60dbaa349bc412 in 10.0970 sec 2024-11-22T08:54:00,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:54:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:54:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741855_1031 (size=28623) 2024-11-22T08:54:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741856_1032 (size=47197) 2024-11-22T08:54:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741856_1032 (size=47197) 2024-11-22T08:54:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741856_1032 (size=47197) 2024-11-22T08:54:00,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/.tmp/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0 2024-11-22T08:54:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741854_1030 (size=26918) 2024-11-22T08:54:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741854_1030 (size=26918) 2024-11-22T08:54:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741854_1030 (size=26918) 2024-11-22T08:54:00,861 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/.tmp/cf/c0f3d59a97af4828902cea218dca1e42 2024-11-22T08:54:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741857_1033 (size=499309) 2024-11-22T08:54:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741857_1033 (size=499309) 2024-11-22T08:54:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741857_1033 (size=499309) 2024-11-22T08:54:00,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/.tmp/cf/e14e4827519349b3974932f3b99b4789 2024-11-22T08:54:00,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/.tmp/cf/c0f3d59a97af4828902cea218dca1e42 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/cf/c0f3d59a97af4828902cea218dca1e42 2024-11-22T08:54:00,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/.tmp/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0 2024-11-22T08:54:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741858_1034 (size=65) 2024-11-22T08:54:00,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/.tmp/cf/e14e4827519349b3974932f3b99b4789 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/cf/e14e4827519349b3974932f3b99b4789 2024-11-22T08:54:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741858_1034 (size=65) 2024-11-22T08:54:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741858_1034 (size=65) 2024-11-22T08:54:00,888 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/cf/c0f3d59a97af4828902cea218dca1e42, entries=676, sequenceid=5, filesize=26.3 K 2024-11-22T08:54:00,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-22T08:54:00,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 182ce88e09487b8c68cffaccfd2cf0b9 in 151ms, sequenceid=5, compaction requested=false 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 182ce88e09487b8c68cffaccfd2cf0b9: 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/cf/c0f3d59a97af4828902cea218dca1e42] hfiles 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/cf/c0f3d59a97af4828902cea218dca1e42 for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 625d867eb4fe3d6a657c56ed5b329a38 in 149ms, sequenceid=5, compaction requested=false 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 625d867eb4fe3d6a657c56ed5b329a38: 2024-11-22T08:54:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-22T08:54:00,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0] hfiles 2024-11-22T08:54:00,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/cf/74a0c0f9bc1b4e93891c6a9433f1f8e0 for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f150947997f07bd384e4d4dd8fd60133 in 10.1600 sec 2024-11-22T08:54:00,898 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/cf/e14e4827519349b3974932f3b99b4789, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-22T08:54:00,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 666d4fb4f26f329d12f6c747085d4212 in 157ms, sequenceid=5, compaction requested=false 2024-11-22T08:54:00,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 666d4fb4f26f329d12f6c747085d4212: 2024-11-22T08:54:00,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. for SnapshotProcedureTest completed. 2024-11-22T08:54:00,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:00,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/cf/e14e4827519349b3974932f3b99b4789] hfiles 2024-11-22T08:54:00,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/cf/e14e4827519349b3974932f3b99b4789 for snapshot=SnapshotProcedureTest 2024-11-22T08:54:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741860_1036 (size=105) 2024-11-22T08:54:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741859_1035 (size=105) 2024-11-22T08:54:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741860_1036 (size=105) 2024-11-22T08:54:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741859_1035 (size=105) 2024-11-22T08:54:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741860_1036 (size=105) 2024-11-22T08:54:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741859_1035 (size=105) 2024-11-22T08:54:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741861_1037 (size=97) 2024-11-22T08:54:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741861_1037 (size=97) 2024-11-22T08:54:00,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:00,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T08:54:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741861_1037 (size=97) 2024-11-22T08:54:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-22T08:54:00,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:00,927 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:00,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 666d4fb4f26f329d12f6c747085d4212 in 10.1960 sec 2024-11-22T08:54:01,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/.tmp/cf/d30cbf65b41b490d9202d0464be713c7 2024-11-22T08:54:01,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/.tmp/cf/d30cbf65b41b490d9202d0464be713c7 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/cf/d30cbf65b41b490d9202d0464be713c7 2024-11-22T08:54:01,275 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/cf/d30cbf65b41b490d9202d0464be713c7, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-22T08:54:01,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0f1bf46e0ec778d93db2b0cfe386e255 in 533ms, sequenceid=5, compaction requested=false 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0f1bf46e0ec778d93db2b0cfe386e255: 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. for SnapshotProcedureTest completed. 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255.' region-info for snapshot=SnapshotProcedureTest 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/cf/d30cbf65b41b490d9202d0464be713c7] hfiles 2024-11-22T08:54:01,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/cf/d30cbf65b41b490d9202d0464be713c7 for snapshot=SnapshotProcedureTest 2024-11-22T08:54:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741862_1038 (size=105) 2024-11-22T08:54:01,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741862_1038 (size=105) 2024-11-22T08:54:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741862_1038 (size=105) 2024-11-22T08:54:01,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:01,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-22T08:54:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-22T08:54:01,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:54:01,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:54:01,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f1bf46e0ec778d93db2b0cfe386e255 in 10.5580 sec 2024-11-22T08:54:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T08:54:01,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-22T08:54:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-22T08:54:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-22T08:54:01,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:01,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:54:01,317 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:54:01,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:01,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9 in 10.5860 sec 2024-11-22T08:54:01,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-22T08:54:01,325 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-22T08:54:01,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 625d867eb4fe3d6a657c56ed5b329a38 in 10.5860 sec 2024-11-22T08:54:01,326 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-22T08:54:01,326 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-22T08:54:01,327 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-22T08:54:01,328 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:54:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741863_1039 (size=1174) 2024-11-22T08:54:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741863_1039 (size=1174) 2024-11-22T08:54:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741863_1039 (size=1174) 2024-11-22T08:54:01,356 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-22T08:54:01,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-22T08:54:01,364 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,364 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:01,364 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:01,364 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,364 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:01,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:01,369 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:01,369 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,369 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:01,440 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:54:01,440 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,441 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 296fbbacac79,45521,1732265600195: Simulated kill ***** 2024-11-22T08:54:01,441 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T08:54:01,441 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T08:54:01,442 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T08:54:01,442 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T08:54:01,442 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T08:54:01,442 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 389802728 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 171636672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T08:54:01,443 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42419 {}] master.MasterRpcServices(700): 296fbbacac79,45521,1732265600195 reported a fatal error: ***** ABORTING region server 296fbbacac79,45521,1732265600195: Simulated kill ***** 2024-11-22T08:54:01,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,45521,1732265600195' ***** 2024-11-22T08:54:01,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-22T08:54:01,443 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:54:01,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:54:01,444 INFO [RS:0;296fbbacac79:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T08:54:01,444 INFO [RS:0;296fbbacac79:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T08:54:01,444 INFO [RS:0;296fbbacac79:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:54:01,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T08:54:01,444 INFO [RS:0;296fbbacac79:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;296fbbacac79:45521. 2024-11-22T08:54:01,444 DEBUG [RS:0;296fbbacac79:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:54:01,444 DEBUG [RS:0;296fbbacac79:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741835_1011 (size=2286) 2024-11-22T08:54:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741835_1011 (size=2286) 2024-11-22T08:54:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741835_1011 (size=2286) 2024-11-22T08:54:01,448 DEBUG [RS:0;296fbbacac79:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:01,448 INFO [RS:0;296fbbacac79:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:01,448 INFO [RS:0;296fbbacac79:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-11-22T08:54:01,450 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:54:01,450 INFO [RS:0;296fbbacac79:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:54:01,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,45521,1732265600195] 2024-11-22T08:54:01,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,45521,1732265600195 already deleted, retry=false 2024-11-22T08:54:01,452 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 296fbbacac79,45521,1732265600195 on 296fbbacac79,42419,1732265600138 2024-11-22T08:54:01,453 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 296fbbacac79,45521,1732265600195, splitWal=true, meta=false 2024-11-22T08:54:01,453 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 296fbbacac79,45521,1732265600195 (carryingMeta=false) 296fbbacac79,45521,1732265600195/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@37b0e9f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T08:54:01,454 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 296fbbacac79,45521,1732265600195, splitWal=true, meta=false 2024-11-22T08:54:01,455 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 296fbbacac79,45521,1732265600195 had 4 regions 2024-11-22T08:54:01,455 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 296fbbacac79,45521,1732265600195, splitWal=true, meta=false, isMeta: false 2024-11-22T08:54:01,457 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting 2024-11-22T08:54:01,458 INFO [PEWorker-5 {}] master.SplitWALManager(105): 296fbbacac79,45521,1732265600195 WAL count=1, meta=false 2024-11-22T08:54:01,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 296fbbacac79%2C45521%2C1732265600195.1732265600692}] 2024-11-22T08:54:01,460 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:01,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 296fbbacac79%2C45521%2C1732265600195.1732265600692, worker=296fbbacac79,43823,1732265600246}] 2024-11-22T08:54:01,463 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,45521,1732265600195 Release verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,464 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 296fbbacac79,45521,1732265600195, this operation will be retried to send to another server 2024-11-22T08:54:01,464 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:54:01,464 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,45521,1732265600195 Release verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,464 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732265642464 2024-11-22T08:54:01,464 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 296fbbacac79,45521,1732265600195, this operation will be retried to send to another server 2024-11-22T08:54:01,464 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:54:01,465 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732265642464 2024-11-22T08:54:01,465 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-22T08:54:01,465 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-22T08:54:01,465 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-22T08:54:01,465 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-22T08:54:01,466 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,45521,1732265600195 Release verify snapshot worker=296fbbacac79,45521,1732265600195 2024-11-22T08:54:01,466 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 296fbbacac79,45521,1732265600195, this operation will be retried to send to another server 2024-11-22T08:54:01,466 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T08:54:01,466 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732265642466 2024-11-22T08:54:01,506 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:01,547 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T08:54:01,547 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T08:54:01,551 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:01,551 INFO [RS:0;296fbbacac79:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:54:01,551 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10066a2c0e50001, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:01,551 INFO [RS:0;296fbbacac79:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,45521,1732265600195; zookeeper connection closed. 2024-11-22T08:54:01,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a1409d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a1409d4 2024-11-22T08:54:09,231 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=296fbbacac79:39423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-22T08:54:11,209 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T08:54:11,209 INFO [master/296fbbacac79:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T08:54:11,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-22T08:54:11,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-22T08:54:11,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-22T08:54:11,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-22T08:54:11,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-22T08:54:11,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-22T08:54:11,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-22T08:54:11,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:54:11,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-22T08:54:11,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-22T08:54:11,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-22T08:54:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-22T08:54:11,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-22T08:54:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-22T08:54:11,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T08:54:11,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T08:54:11,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T08:54:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-22T08:54:11,379 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-22T08:54:11,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T08:54:11,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 10.0180 sec 2024-11-22T08:54:11,382 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,382 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T08:54:11,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 Release verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 10.0190 sec 2024-11-22T08:54:11,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 in 10.0210 sec 2024-11-22T08:54:11,385 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,385 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 Release verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,385 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 Release verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,385 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,386 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 10.0240 sec 2024-11-22T08:54:11,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 in 10.0240 sec 2024-11-22T08:54:11,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 in 10.0240 sec 2024-11-22T08:54:11,392 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692, size=2.2 K (2286bytes) 2024-11-22T08:54:11,392 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 2024-11-22T08:54:11,392 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 after 0ms 2024-11-22T08:54:11,395 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 took 4ms 2024-11-22T08:54:11,397 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6a011f8b329a4e901c68850689844101: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T08:54:11,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f150947997f07bd384e4d4dd8fd60133: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-22T08:54:11,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 182ce88e09487b8c68cffaccfd2cf0b9: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-22T08:54:11,400 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 666d4fb4f26f329d12f6c747085d4212: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-22T08:54:11,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 so closing down 2024-11-22T08:54:11,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T08:54:11,401 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T08:54:11,401 INFO [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-11-22T08:54:11,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692, journal: Splitting hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692, size=2.2 K (2286bytes) at 1732265651392Finishing writing output for hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 so closing down at 1732265651401 (+9 ms)3 split writer threads finished at 1732265651401Processed 8 edits across 0 Regions in 6 ms; skipped=8; WAL=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1732265651401 2024-11-22T08:54:11,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 2024-11-22T08:54:11,401 DEBUG [RS_LOG_REPLAY_OPS-regionserver/296fbbacac79:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T08:54:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-22T08:54:11,404 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting/296fbbacac79%2C45521%2C1732265600195.1732265600692 to hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs 2024-11-22T08:54:11,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T08:54:11,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 296fbbacac79%2C45521%2C1732265600195.1732265600692, worker=296fbbacac79,43823,1732265600246 in 9.9430 sec 2024-11-22T08:54:11,407 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T08:54:11,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 296fbbacac79%2C45521%2C1732265600195.1732265600692, worker=296fbbacac79,43823,1732265600246 in 9.9490 sec 2024-11-22T08:54:11,410 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting dir is empty, no logs to split. 2024-11-22T08:54:11,410 INFO [PEWorker-2 {}] master.SplitWALManager(105): 296fbbacac79,45521,1732265600195 WAL count=0, meta=false 2024-11-22T08:54:11,410 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 296fbbacac79,45521,1732265600195 WAL splitting is done? wals=0, meta=false 2024-11-22T08:54:11,412 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 296fbbacac79,45521,1732265600195 failed, ignore...File hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,45521,1732265600195-splitting does not exist. 2024-11-22T08:54:11,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN}] 2024-11-22T08:54:11,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN 2024-11-22T08:54:11,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN 2024-11-22T08:54:11,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN 2024-11-22T08:54:11,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN 2024-11-22T08:54:11,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:54:11,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:54:11,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:54:11,415 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T08:54:11,566 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(204): Hosts are {296fbbacac79=0} racks are {/default-rack=0} 2024-11-22T08:54:11,567 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T08:54:11,567 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T08:54:11,567 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T08:54:11,567 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T08:54:11,567 INFO [296fbbacac79:42419 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T08:54:11,567 INFO [296fbbacac79:42419 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T08:54:11,568 DEBUG [296fbbacac79:42419 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T08:54:11,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=182ce88e09487b8c68cffaccfd2cf0b9, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,569 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=6a011f8b329a4e901c68850689844101, regionState=OPENING, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:54:11,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=666d4fb4f26f329d12f6c747085d4212, regionState=OPENING, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=f150947997f07bd384e4d4dd8fd60133, regionState=OPENING, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:54:11,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN because future has completed 2024-11-22T08:54:11,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,43823,1732265600246}] 2024-11-22T08:54:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN because future has completed 2024-11-22T08:54:11,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:54:11,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN because future has completed 2024-11-22T08:54:11,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,37131,1732265600283}] 2024-11-22T08:54:11,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN because future has completed 2024-11-22T08:54:11,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,43823,1732265600246}] 2024-11-22T08:54:20,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T08:54:21,387 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-22T08:54:21,388 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a011f8b329a4e901c68850689844101, NAME => 'SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-22T08:54:21,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-22T08:54:21,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T08:54:21,388 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-22T08:54:21,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-22T08:54:21,388 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:54:21,388 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,389 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T08:54:21,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T08:54:21,391 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,392 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-22T08:54:21,392 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f150947997f07bd384e4d4dd8fd60133, NAME => 'SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-22T08:54:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-22T08:54:21,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-22T08:54:21,392 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,392 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:54:21,392 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,392 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-22T08:54:21,393 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a011f8b329a4e901c68850689844101 columnFamilyName cf 2024-11-22T08:54:21,393 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,393 DEBUG [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:54:21,394 INFO [StoreOpener-6a011f8b329a4e901c68850689844101-1 {}] regionserver.HStore(327): Store=6a011f8b329a4e901c68850689844101/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:54:21,394 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42419 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-22T08:54:21,395 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,395 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 20.0320 sec 2024-11-22T08:54:21,396 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 Release verify snapshot worker=296fbbacac79,43823,1732265600246 2024-11-22T08:54:21,396 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,396 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f150947997f07bd384e4d4dd8fd60133 columnFamilyName cf 2024-11-22T08:54:21,396 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,397 DEBUG [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:54:21,397 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,397 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,397 INFO [StoreOpener-f150947997f07bd384e4d4dd8fd60133-1 {}] regionserver.HStore(327): Store=f150947997f07bd384e4d4dd8fd60133/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:54:21,397 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,43823,1732265600246 in 20.0350 sec 2024-11-22T08:54:21,398 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 Release verify snapshot worker=296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 20.0350 sec 2024-11-22T08:54:21,400 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,401 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,401 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,401 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,402 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 6a011f8b329a4e901c68850689844101; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59895226, jitterRate=-0.10749158263206482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:54:21,402 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,402 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 6a011f8b329a4e901c68850689844101: Running coprocessor pre-open hook at 1732265661389Writing region info on filesystem at 1732265661389Initializing all the Stores at 1732265661390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265661390Cleaning up temporary data from old regions at 1732265661397 (+7 ms)Running coprocessor post-open hooks at 1732265661402 (+5 ms)Region opened successfully at 1732265661402 2024-11-22T08:54:21,403 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-22T08:54:21,403 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101., pid=54, masterSystemTime=1732265661382 2024-11-22T08:54:21,403 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-22T08:54:21,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=296fbbacac79,37131,1732265600283 in 20.0380 sec 2024-11-22T08:54:21,405 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f150947997f07bd384e4d4dd8fd60133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66784430, jitterRate=-0.0048344433307647705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:54:21,405 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.hbase-snapshot/SnapshotProcedureTest 2024-11-22T08:54:21,405 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,405 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,405 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f150947997f07bd384e4d4dd8fd60133: Running coprocessor pre-open hook at 1732265661393Writing region info on filesystem at 1732265661393Initializing all the Stores at 1732265661395 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265661395Cleaning up temporary data from old regions at 1732265661401 (+6 ms)Running coprocessor post-open hooks at 1732265661405 (+4 ms)Region opened successfully at 1732265661405 2024-11-22T08:54:21,405 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=6a011f8b329a4e901c68850689844101, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,406 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133., pid=53, masterSystemTime=1732265661386 2024-11-22T08:54:21,407 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,408 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 182ce88e09487b8c68cffaccfd2cf0b9, NAME => 'SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-22T08:54:21,408 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-22T08:54:21,408 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-22T08:54:21,408 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,408 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,408 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,408 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,409 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 666d4fb4f26f329d12f6c747085d4212, NAME => 'SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,409 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,37131,1732265600283 because future has completed 2024-11-22T08:54:21,410 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,410 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=f150947997f07bd384e4d4dd8fd60133, regionState=OPEN, openSeqNum=2, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:54:21,411 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 182ce88e09487b8c68cffaccfd2cf0b9 columnFamilyName cf 2024-11-22T08:54:21,411 DEBUG [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:54:21,411 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 666d4fb4f26f329d12f6c747085d4212 columnFamilyName cf 2024-11-22T08:54:21,411 DEBUG [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T08:54:21,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6900 sec 2024-11-22T08:54:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,43823,1732265600246 because future has completed 2024-11-22T08:54:21,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-22T08:54:21,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a011f8b329a4e901c68850689844101, server=296fbbacac79,37131,1732265600283 in 9.8370 sec 2024-11-22T08:54:21,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a011f8b329a4e901c68850689844101, ASSIGN in 10.0050 sec 2024-11-22T08:54:21,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T08:54:21,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure f150947997f07bd384e4d4dd8fd60133, server=296fbbacac79,43823,1732265600246 in 9.8440 sec 2024-11-22T08:54:21,422 DEBUG [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/cf/e14e4827519349b3974932f3b99b4789 2024-11-22T08:54:21,422 INFO [StoreOpener-666d4fb4f26f329d12f6c747085d4212-1 {}] regionserver.HStore(327): Store=666d4fb4f26f329d12f6c747085d4212/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:54:21,422 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,423 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f150947997f07bd384e4d4dd8fd60133, ASSIGN in 10.0070 sec 2024-11-22T08:54:21,424 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,425 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,425 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,426 DEBUG [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/cf/c0f3d59a97af4828902cea218dca1e42 2024-11-22T08:54:21,427 INFO [StoreOpener-182ce88e09487b8c68cffaccfd2cf0b9-1 {}] regionserver.HStore(327): Store=182ce88e09487b8c68cffaccfd2cf0b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T08:54:21,427 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,427 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,427 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,429 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,430 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 666d4fb4f26f329d12f6c747085d4212; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68257490, jitterRate=0.017115861177444458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:54:21,430 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,430 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 666d4fb4f26f329d12f6c747085d4212: Running coprocessor pre-open hook at 1732265661409Writing region info on filesystem at 1732265661409Initializing all the Stores at 1732265661410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265661410Cleaning up temporary data from old regions at 1732265661425 (+15 ms)Running coprocessor post-open hooks at 1732265661430 (+5 ms)Region opened successfully at 1732265661430 2024-11-22T08:54:21,431 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,431 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212., pid=56, masterSystemTime=1732265661386 2024-11-22T08:54:21,433 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,433 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,433 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=666d4fb4f26f329d12f6c747085d4212, regionState=OPEN, openSeqNum=6, regionLocation=296fbbacac79,43823,1732265600246 2024-11-22T08:54:21,435 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 182ce88e09487b8c68cffaccfd2cf0b9; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73879731, jitterRate=0.1008937805891037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T08:54:21,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,436 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 182ce88e09487b8c68cffaccfd2cf0b9: Running coprocessor pre-open hook at 1732265661409Writing region info on filesystem at 1732265661409Initializing all the Stores at 1732265661410 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732265661410Cleaning up temporary data from old regions at 1732265661429 (+19 ms)Running coprocessor post-open hooks at 1732265661436 (+7 ms)Region opened successfully at 1732265661436 2024-11-22T08:54:21,437 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9., pid=55, masterSystemTime=1732265661382 2024-11-22T08:54:21,438 DEBUG [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,438 INFO [RS_OPEN_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=182ce88e09487b8c68cffaccfd2cf0b9, regionState=OPEN, openSeqNum=6, regionLocation=296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,43823,1732265600246 because future has completed 2024-11-22T08:54:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,37131,1732265600283 because future has completed 2024-11-22T08:54:21,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=49 2024-11-22T08:54:21,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 666d4fb4f26f329d12f6c747085d4212, server=296fbbacac79,43823,1732265600246 in 9.8620 sec 2024-11-22T08:54:21,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=666d4fb4f26f329d12f6c747085d4212, ASSIGN in 10.0290 sec 2024-11-22T08:54:21,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=51 2024-11-22T08:54:21,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 182ce88e09487b8c68cffaccfd2cf0b9, server=296fbbacac79,37131,1732265600283 in 9.8680 sec 2024-11-22T08:54:21,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-22T08:54:21,448 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 296fbbacac79,45521,1732265600195 after splitting done 2024-11-22T08:54:21,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=182ce88e09487b8c68cffaccfd2cf0b9, ASSIGN in 10.0330 sec 2024-11-22T08:54:21,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 296fbbacac79,45521,1732265600195, splitWal=true, meta=false in 19.9960 sec 2024-11-22T08:54:21,471 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-22T08:54:21,475 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-22T08:54:21,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T08:54:21,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:54:21,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:54:21,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T08:54:21,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T08:54:21,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202006553, stopped=false 2024-11-22T08:54:21,476 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=296fbbacac79,42419,1732265600138 2024-11-22T08:54:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:54:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:54:21,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T08:54:21,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:54:21,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:54:21,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:54:21,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T08:54:21,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:54:21,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:54:21,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T08:54:21,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T08:54:21,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:54:21,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,43823,1732265600246' ***** 2024-11-22T08:54:21,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T08:54:21,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '296fbbacac79,37131,1732265600283' ***** 2024-11-22T08:54:21,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T08:54:21,649 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:54:21,649 INFO [RS:1;296fbbacac79:43823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T08:54:21,650 INFO [RS:1;296fbbacac79:43823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T08:54:21,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:54:21,650 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(3091): Received CLOSE for 625d867eb4fe3d6a657c56ed5b329a38 2024-11-22T08:54:21,650 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T08:54:21,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T08:54:21,650 INFO [RS:2;296fbbacac79:37131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T08:54:21,650 INFO [RS:2;296fbbacac79:37131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T08:54:21,650 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f1bf46e0ec778d93db2b0cfe386e255 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 848e7f34df90c3b17b1d9f880e24fa4a 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(3091): Received CLOSE for 7efcbe1f64df4e649d09f04954558cd2 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a011f8b329a4e901c68850689844101 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(3091): Received CLOSE for bfb991ea2a35232c71f23bcf7642c423 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1ad21d33b9010e1fd60dbaa349bc412, disabling compactions & flushes 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 182ce88e09487b8c68cffaccfd2cf0b9 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(3091): Received CLOSE for f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(959): stopping server 296fbbacac79,37131,1732265600283 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 625d867eb4fe3d6a657c56ed5b329a38, disabling compactions & flushes 2024-11-22T08:54:21,651 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(3091): Received CLOSE for 666d4fb4f26f329d12f6c747085d4212 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:54:21,651 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(959): stopping server 296fbbacac79,43823,1732265600246 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. after waiting 0 ms 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:54:21,651 INFO [RS:2;296fbbacac79:37131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;296fbbacac79:37131. 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. after waiting 0 ms 2024-11-22T08:54:21,651 INFO [RS:1;296fbbacac79:43823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;296fbbacac79:43823. 2024-11-22T08:54:21,651 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:21,651 DEBUG [RS:2;296fbbacac79:37131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:54:21,652 DEBUG [RS:2;296fbbacac79:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,652 DEBUG [RS:1;296fbbacac79:43823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T08:54:21,652 DEBUG [RS:1;296fbbacac79:43823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,652 INFO [RS:2;296fbbacac79:37131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T08:54:21,652 INFO [RS:2;296fbbacac79:37131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T08:54:21,652 INFO [RS:2;296fbbacac79:37131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T08:54:21,652 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-22T08:54:21,652 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T08:54:21,652 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1325): Online Regions={625d867eb4fe3d6a657c56ed5b329a38=SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38., 7efcbe1f64df4e649d09f04954558cd2=SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2., bfb991ea2a35232c71f23bcf7642c423=SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423., f150947997f07bd384e4d4dd8fd60133=SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133., 666d4fb4f26f329d12f6c747085d4212=SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212.} 2024-11-22T08:54:21,652 DEBUG [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1351): Waiting on 625d867eb4fe3d6a657c56ed5b329a38, 666d4fb4f26f329d12f6c747085d4212, 7efcbe1f64df4e649d09f04954558cd2, bfb991ea2a35232c71f23bcf7642c423, f150947997f07bd384e4d4dd8fd60133 2024-11-22T08:54:21,652 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-22T08:54:21,652 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1325): Online Regions={f1ad21d33b9010e1fd60dbaa349bc412=SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412., 0f1bf46e0ec778d93db2b0cfe386e255=SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255., 1588230740=hbase:meta,,1.1588230740, 848e7f34df90c3b17b1d9f880e24fa4a=SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a., 6a011f8b329a4e901c68850689844101=SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101., 182ce88e09487b8c68cffaccfd2cf0b9=SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9.} 2024-11-22T08:54:21,653 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T08:54:21,653 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1351): Waiting on 0f1bf46e0ec778d93db2b0cfe386e255, 1588230740, 182ce88e09487b8c68cffaccfd2cf0b9, 6a011f8b329a4e901c68850689844101, 848e7f34df90c3b17b1d9f880e24fa4a, f1ad21d33b9010e1fd60dbaa349bc412 2024-11-22T08:54:21,653 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T08:54:21,653 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T08:54:21,653 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T08:54:21,653 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T08:54:21,653 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f1ad21d33b9010e1fd60dbaa349bc412/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/625d867eb4fe3d6a657c56ed5b329a38/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T08:54:21,656 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1ad21d33b9010e1fd60dbaa349bc412: Waiting for close lock at 1732265661651Running coprocessor pre-close hooks at 1732265661651Disabling compacts and flushes for region at 1732265661651Disabling writes for close at 1732265661651Writing region close event to WAL at 1732265661652 (+1 ms)Running coprocessor post-close hooks at 1732265661656 (+4 ms)Closed at 1732265661656 2024-11-22T08:54:21,656 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 625d867eb4fe3d6a657c56ed5b329a38: Waiting for close lock at 1732265661651Running coprocessor pre-close hooks at 1732265661651Disabling compacts and flushes for region at 1732265661651Disabling writes for close at 1732265661651Writing region close event to WAL at 1732265661653 (+2 ms)Running coprocessor post-close hooks at 1732265661656 (+3 ms)Closed at 1732265661656 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732265611147.f1ad21d33b9010e1fd60dbaa349bc412. 2024-11-22T08:54:21,656 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732265611147.625d867eb4fe3d6a657c56ed5b329a38. 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f1bf46e0ec778d93db2b0cfe386e255, disabling compactions & flushes 2024-11-22T08:54:21,657 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7efcbe1f64df4e649d09f04954558cd2, disabling compactions & flushes 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:21,657 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. after waiting 0 ms 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. after waiting 0 ms 2024-11-22T08:54:21,657 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:21,660 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/0f1bf46e0ec778d93db2b0cfe386e255/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T08:54:21,660 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/7efcbe1f64df4e649d09f04954558cd2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,661 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f1bf46e0ec778d93db2b0cfe386e255: Waiting for close lock at 1732265661657Running coprocessor pre-close hooks at 1732265661657Disabling compacts and flushes for region at 1732265661657Disabling writes for close at 1732265661657Writing region close event to WAL at 1732265661657Running coprocessor post-close hooks at 1732265661661 (+4 ms)Closed at 1732265661661 2024-11-22T08:54:21,661 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732265611147.0f1bf46e0ec778d93db2b0cfe386e255. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7efcbe1f64df4e649d09f04954558cd2: Waiting for close lock at 1732265661657Running coprocessor pre-close hooks at 1732265661657Disabling compacts and flushes for region at 1732265661657Disabling writes for close at 1732265661657Writing region close event to WAL at 1732265661657Running coprocessor post-close hooks at 1732265661661 (+4 ms)Closed at 1732265661661 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 848e7f34df90c3b17b1d9f880e24fa4a, disabling compactions & flushes 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732265611147.7efcbe1f64df4e649d09f04954558cd2. 2024-11-22T08:54:21,661 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. after waiting 0 ms 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfb991ea2a35232c71f23bcf7642c423, disabling compactions & flushes 2024-11-22T08:54:21,661 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:21,661 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. after waiting 0 ms 2024-11-22T08:54:21,662 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:21,669 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/848e7f34df90c3b17b1d9f880e24fa4a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,669 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/bfb991ea2a35232c71f23bcf7642c423/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T08:54:21,670 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:21,670 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 848e7f34df90c3b17b1d9f880e24fa4a: Waiting for close lock at 1732265661661Running coprocessor pre-close hooks at 1732265661661Disabling compacts and flushes for region at 1732265661661Disabling writes for close at 1732265661661Writing region close event to WAL at 1732265661662 (+1 ms)Running coprocessor post-close hooks at 1732265661670 (+8 ms)Closed at 1732265661670 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfb991ea2a35232c71f23bcf7642c423: Waiting for close lock at 1732265661661Running coprocessor pre-close hooks at 1732265661661Disabling compacts and flushes for region at 1732265661661Disabling writes for close at 1732265661662 (+1 ms)Writing region close event to WAL at 1732265661662Running coprocessor post-close hooks at 1732265661670 (+8 ms)Closed at 1732265661670 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732265611147.848e7f34df90c3b17b1d9f880e24fa4a. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f150947997f07bd384e4d4dd8fd60133, disabling compactions & flushes 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a011f8b329a4e901c68850689844101, disabling compactions & flushes 2024-11-22T08:54:21,670 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,670 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. after waiting 0 ms 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. after waiting 0 ms 2024-11-22T08:54:21,670 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,671 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/info/a6da9b1bbf394d2895beea1c5aac35fb is 167, key is SPTestTable,19999999,1732265611147.bfb991ea2a35232c71f23bcf7642c423./info:regioninfo/1732265621509/Put/seqid=0 2024-11-22T08:54:21,678 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/f150947997f07bd384e4d4dd8fd60133/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T08:54:21,679 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f150947997f07bd384e4d4dd8fd60133: Waiting for close lock at 1732265661670Running coprocessor pre-close hooks at 1732265661670Disabling compacts and flushes for region at 1732265661670Disabling writes for close at 1732265661670Writing region close event to WAL at 1732265661671 (+1 ms)Running coprocessor post-close hooks at 1732265661679 (+8 ms)Closed at 1732265661679 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/6a011f8b329a4e901c68850689844101/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732265611147.f150947997f07bd384e4d4dd8fd60133. 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 666d4fb4f26f329d12f6c747085d4212, disabling compactions & flushes 2024-11-22T08:54:21,679 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. after waiting 0 ms 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,679 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,679 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a011f8b329a4e901c68850689844101: Waiting for close lock at 1732265661670Running coprocessor pre-close hooks at 1732265661670Disabling compacts and flushes for region at 1732265661670Disabling writes for close at 1732265661670Writing region close event to WAL at 1732265661671 (+1 ms)Running coprocessor post-close hooks at 1732265661679 (+8 ms)Closed at 1732265661679 2024-11-22T08:54:21,680 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732265611147.6a011f8b329a4e901c68850689844101. 2024-11-22T08:54:21,680 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 182ce88e09487b8c68cffaccfd2cf0b9, disabling compactions & flushes 2024-11-22T08:54:21,680 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,680 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,680 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. after waiting 0 ms 2024-11-22T08:54:21,680 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741864_1040 (size=20260) 2024-11-22T08:54:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741864_1040 (size=20260) 2024-11-22T08:54:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741864_1040 (size=20260) 2024-11-22T08:54:21,692 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/info/a6da9b1bbf394d2895beea1c5aac35fb 2024-11-22T08:54:21,698 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/666d4fb4f26f329d12f6c747085d4212/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-22T08:54:21,698 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/default/SPTestTable/182ce88e09487b8c68cffaccfd2cf0b9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-22T08:54:21,699 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,699 INFO [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,699 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 182ce88e09487b8c68cffaccfd2cf0b9: Waiting for close lock at 1732265661680Running coprocessor pre-close hooks at 1732265661680Disabling compacts and flushes for region at 1732265661680Disabling writes for close at 1732265661680Writing region close event to WAL at 1732265661684 (+4 ms)Running coprocessor post-close hooks at 1732265661699 (+15 ms)Closed at 1732265661699 2024-11-22T08:54:21,699 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 666d4fb4f26f329d12f6c747085d4212: Waiting for close lock at 1732265661679Running coprocessor pre-close hooks at 1732265661679Disabling compacts and flushes for region at 1732265661679Disabling writes for close at 1732265661679Writing region close event to WAL at 1732265661684 (+5 ms)Running coprocessor post-close hooks at 1732265661699 (+15 ms)Closed at 1732265661699 2024-11-22T08:54:21,700 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732265611147.666d4fb4f26f329d12f6c747085d4212. 2024-11-22T08:54:21,700 DEBUG [RS_CLOSE_REGION-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732265611147.182ce88e09487b8c68cffaccfd2cf0b9. 2024-11-22T08:54:21,714 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/ns/b0baa180235140cfb2e48878f0519d4a is 43, key is default/ns:d/1732265611026/Put/seqid=0 2024-11-22T08:54:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741865_1041 (size=5153) 2024-11-22T08:54:21,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741865_1041 (size=5153) 2024-11-22T08:54:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741865_1041 (size=5153) 2024-11-22T08:54:21,723 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/ns/b0baa180235140cfb2e48878f0519d4a 2024-11-22T08:54:21,732 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:21,732 INFO [regionserver/296fbbacac79:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:21,743 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/table/54731647e2a84707885d2a4eea1916a5 is 47, key is SPTestTable/table:state/1732265621517/Put/seqid=0 2024-11-22T08:54:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741866_1042 (size=5214) 2024-11-22T08:54:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741866_1042 (size=5214) 2024-11-22T08:54:21,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741866_1042 (size=5214) 2024-11-22T08:54:21,852 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(976): stopping server 296fbbacac79,43823,1732265600246; all regions closed. 2024-11-22T08:54:21,853 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T08:54:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741833_1009 (size=3564) 2024-11-22T08:54:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741833_1009 (size=3564) 2024-11-22T08:54:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741833_1009 (size=3564) 2024-11-22T08:54:21,862 DEBUG [RS:1;296fbbacac79:43823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs 2024-11-22T08:54:21,862 INFO [RS:1;296fbbacac79:43823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C43823%2C1732265600246:(num 1732265600692) 2024-11-22T08:54:21,862 DEBUG [RS:1;296fbbacac79:43823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:21,862 INFO [RS:1;296fbbacac79:43823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] hbase.ChoreService(370): Chore service for: regionserver/296fbbacac79:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T08:54:21,863 INFO [regionserver/296fbbacac79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T08:54:21,863 INFO [RS:1;296fbbacac79:43823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:54:21,864 INFO [RS:1;296fbbacac79:43823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43823 2024-11-22T08:54:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:54:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,43823,1732265600246 2024-11-22T08:54:21,865 INFO [RS:1;296fbbacac79:43823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:54:21,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,43823,1732265600246] 2024-11-22T08:54:21,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,43823,1732265600246 already deleted, retry=false 2024-11-22T08:54:21,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296fbbacac79,43823,1732265600246 expired; onlineServers=1 2024-11-22T08:54:21,967 INFO [RS:1;296fbbacac79:43823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:54:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:21,967 INFO [RS:1;296fbbacac79:43823 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,43823,1732265600246; zookeeper connection closed. 2024-11-22T08:54:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43823-0x10066a2c0e50002, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:21,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44aae84f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44aae84f 2024-11-22T08:54:22,013 INFO [regionserver/296fbbacac79:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-22T08:54:22,053 DEBUG [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T08:54:22,152 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/table/54731647e2a84707885d2a4eea1916a5 2024-11-22T08:54:22,165 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/info/a6da9b1bbf394d2895beea1c5aac35fb as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/info/a6da9b1bbf394d2895beea1c5aac35fb 2024-11-22T08:54:22,170 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/info/a6da9b1bbf394d2895beea1c5aac35fb, entries=116, sequenceid=37, filesize=19.8 K 2024-11-22T08:54:22,171 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/ns/b0baa180235140cfb2e48878f0519d4a as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/ns/b0baa180235140cfb2e48878f0519d4a 2024-11-22T08:54:22,177 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/ns/b0baa180235140cfb2e48878f0519d4a, entries=2, sequenceid=37, filesize=5.0 K 2024-11-22T08:54:22,178 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/.tmp/table/54731647e2a84707885d2a4eea1916a5 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/table/54731647e2a84707885d2a4eea1916a5 2024-11-22T08:54:22,184 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/table/54731647e2a84707885d2a4eea1916a5, entries=2, sequenceid=37, filesize=5.1 K 2024-11-22T08:54:22,186 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=37, compaction requested=false 2024-11-22T08:54:22,190 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-22T08:54:22,191 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T08:54:22,191 INFO [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T08:54:22,191 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732265661652Running coprocessor pre-close hooks at 1732265661652Disabling compacts and flushes for region at 1732265661653 (+1 ms)Disabling writes for close at 1732265661653Obtaining lock to block concurrent updates at 1732265661653Preparing flush snapshotting stores in 1588230740 at 1732265661653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732265661654 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732265661654Flushing 1588230740/info: creating writer at 1732265661654Flushing 1588230740/info: appending metadata at 1732265661671 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732265661671Flushing 1588230740/ns: creating writer at 1732265661698 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732265661713 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732265661713Flushing 1588230740/table: creating writer at 1732265661728 (+15 ms)Flushing 1588230740/table: appending metadata at 1732265661742 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732265661742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e26b0a4: reopening flushed file at 1732265662164 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bb494e: reopening flushed file at 1732265662171 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a5fc0c: reopening flushed file at 1732265662177 (+6 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=37, compaction requested=false at 1732265662186 (+9 ms)Writing region close event to WAL at 1732265662187 (+1 ms)Running coprocessor post-close hooks at 1732265662191 (+4 ms)Closed at 1732265662191 2024-11-22T08:54:22,191 DEBUG [RS_CLOSE_META-regionserver/296fbbacac79:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T08:54:22,253 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(976): stopping server 296fbbacac79,37131,1732265600283; all regions closed. 2024-11-22T08:54:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741836_1012 (size=19450) 2024-11-22T08:54:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741836_1012 (size=19450) 2024-11-22T08:54:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741836_1012 (size=19450) 2024-11-22T08:54:22,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/WALs/296fbbacac79,37131,1732265600283/296fbbacac79%2C37131%2C1732265600283.meta.1732265610975.meta not finished, retry = 0 2024-11-22T08:54:22,360 DEBUG [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs 2024-11-22T08:54:22,360 INFO [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C37131%2C1732265600283.meta:.meta(num 1732265610975) 2024-11-22T08:54:22,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741834_1010 (size=3534) 2024-11-22T08:54:22,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741834_1010 (size=3534) 2024-11-22T08:54:22,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741834_1010 (size=3534) 2024-11-22T08:54:22,367 DEBUG [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/oldWALs 2024-11-22T08:54:22,367 INFO [RS:2;296fbbacac79:37131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 296fbbacac79%2C37131%2C1732265600283:(num 1732265600694) 2024-11-22T08:54:22,367 DEBUG [RS:2;296fbbacac79:37131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T08:54:22,367 INFO [RS:2;296fbbacac79:37131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T08:54:22,367 INFO [RS:2;296fbbacac79:37131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:54:22,367 INFO [RS:2;296fbbacac79:37131 {}] hbase.ChoreService(370): Chore service for: regionserver/296fbbacac79:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T08:54:22,367 INFO [RS:2;296fbbacac79:37131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:54:22,368 INFO [regionserver/296fbbacac79:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:54:22,368 INFO [RS:2;296fbbacac79:37131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37131 2024-11-22T08:54:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/296fbbacac79,37131,1732265600283 2024-11-22T08:54:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T08:54:22,369 INFO [RS:2;296fbbacac79:37131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:54:22,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [296fbbacac79,37131,1732265600283] 2024-11-22T08:54:22,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/296fbbacac79,37131,1732265600283 already deleted, retry=false 2024-11-22T08:54:22,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 296fbbacac79,37131,1732265600283 expired; onlineServers=0 2024-11-22T08:54:22,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '296fbbacac79,42419,1732265600138' ***** 2024-11-22T08:54:22,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T08:54:22,372 INFO [M:0;296fbbacac79:42419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T08:54:22,372 INFO [M:0;296fbbacac79:42419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T08:54:22,372 DEBUG [M:0;296fbbacac79:42419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T08:54:22,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T08:54:22,372 DEBUG [M:0;296fbbacac79:42419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T08:54:22,372 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265600486 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.small.0-1732265600486,5,FailOnTimeoutGroup] 2024-11-22T08:54:22,372 DEBUG [master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265600486 {}] cleaner.HFileCleaner(306): Exit Thread[master/296fbbacac79:0:becomeActiveMaster-HFileCleaner.large.0-1732265600486,5,FailOnTimeoutGroup] 2024-11-22T08:54:22,372 INFO [M:0;296fbbacac79:42419 {}] hbase.ChoreService(370): Chore service for: master/296fbbacac79:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T08:54:22,372 INFO [M:0;296fbbacac79:42419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T08:54:22,372 DEBUG [M:0;296fbbacac79:42419 {}] master.HMaster(1795): Stopping service threads 2024-11-22T08:54:22,373 INFO [M:0;296fbbacac79:42419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T08:54:22,373 INFO [M:0;296fbbacac79:42419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T08:54:22,373 ERROR [M:0;296fbbacac79:42419 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:41509 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41509,5,PEWorkerGroup] 2024-11-22T08:54:22,373 INFO [M:0;296fbbacac79:42419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T08:54:22,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T08:54:22,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T08:54:22,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T08:54:22,374 DEBUG [M:0;296fbbacac79:42419 {}] zookeeper.ZKUtil(347): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T08:54:22,374 WARN [M:0;296fbbacac79:42419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T08:54:22,374 INFO [M:0;296fbbacac79:42419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/.lastflushedseqids 2024-11-22T08:54:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741867_1043 (size=650) 2024-11-22T08:54:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741867_1043 (size=650) 2024-11-22T08:54:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741867_1043 (size=650) 2024-11-22T08:54:22,383 INFO [M:0;296fbbacac79:42419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T08:54:22,383 INFO [M:0;296fbbacac79:42419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T08:54:22,383 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T08:54:22,383 INFO [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:54:22,383 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:54:22,383 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T08:54:22,383 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:54:22,383 INFO [M:0;296fbbacac79:42419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=230.31 KB heapSize=275.13 KB 2024-11-22T08:54:22,396 DEBUG [M:0;296fbbacac79:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ebe2234293452f84e53590e2dfa3e1 is 82, key is hbase:meta,,1/info:regioninfo/1732265611013/Put/seqid=0 2024-11-22T08:54:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741868_1044 (size=5672) 2024-11-22T08:54:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741868_1044 (size=5672) 2024-11-22T08:54:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741868_1044 (size=5672) 2024-11-22T08:54:22,402 INFO [M:0;296fbbacac79:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ebe2234293452f84e53590e2dfa3e1 2024-11-22T08:54:22,421 DEBUG [M:0;296fbbacac79:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dbbc7b1c96487589c8df296e828282 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732265621523/Put/seqid=0 2024-11-22T08:54:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741869_1045 (size=9435) 2024-11-22T08:54:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741869_1045 (size=9435) 2024-11-22T08:54:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741869_1045 (size=9435) 2024-11-22T08:54:22,427 INFO [M:0;296fbbacac79:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=229.58 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dbbc7b1c96487589c8df296e828282 2024-11-22T08:54:22,432 INFO [M:0;296fbbacac79:42419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11dbbc7b1c96487589c8df296e828282 2024-11-22T08:54:22,446 DEBUG [M:0;296fbbacac79:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff0af9c346154751bdda0b996c7733bc is 69, key is 296fbbacac79,37131,1732265600283/rs:state/1732265600526/Put/seqid=0 2024-11-22T08:54:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741870_1046 (size=5442) 2024-11-22T08:54:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741870_1046 (size=5442) 2024-11-22T08:54:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741870_1046 (size=5442) 2024-11-22T08:54:22,453 INFO [M:0;296fbbacac79:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff0af9c346154751bdda0b996c7733bc 2024-11-22T08:54:22,458 INFO [M:0;296fbbacac79:42419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0af9c346154751bdda0b996c7733bc 2024-11-22T08:54:22,459 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ebe2234293452f84e53590e2dfa3e1 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ebe2234293452f84e53590e2dfa3e1 2024-11-22T08:54:22,465 INFO [M:0;296fbbacac79:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ebe2234293452f84e53590e2dfa3e1, entries=8, sequenceid=485, filesize=5.5 K 2024-11-22T08:54:22,466 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11dbbc7b1c96487589c8df296e828282 as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11dbbc7b1c96487589c8df296e828282 2024-11-22T08:54:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:22,471 INFO [RS:2;296fbbacac79:37131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:54:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37131-0x10066a2c0e50003, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:22,471 INFO [RS:2;296fbbacac79:37131 {}] regionserver.HRegionServer(1031): Exiting; stopping=296fbbacac79,37131,1732265600283; zookeeper connection closed. 2024-11-22T08:54:22,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@560d44d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@560d44d 2024-11-22T08:54:22,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T08:54:22,473 INFO [M:0;296fbbacac79:42419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11dbbc7b1c96487589c8df296e828282 2024-11-22T08:54:22,473 INFO [M:0;296fbbacac79:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11dbbc7b1c96487589c8df296e828282, entries=56, sequenceid=485, filesize=9.2 K 2024-11-22T08:54:22,474 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff0af9c346154751bdda0b996c7733bc as hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff0af9c346154751bdda0b996c7733bc 2024-11-22T08:54:22,480 INFO [M:0;296fbbacac79:42419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff0af9c346154751bdda0b996c7733bc 2024-11-22T08:54:22,480 INFO [M:0;296fbbacac79:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/cb1d79d4-10fa-29b7-d4d8-1c6950f1f85e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff0af9c346154751bdda0b996c7733bc, entries=3, sequenceid=485, filesize=5.3 K 2024-11-22T08:54:22,481 INFO [M:0;296fbbacac79:42419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~230.31 KB/235842, heapSize ~274.83 KB/281424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=485, compaction requested=false 2024-11-22T08:54:22,482 INFO [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T08:54:22,482 DEBUG [M:0;296fbbacac79:42419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732265662383Disabling compacts and flushes for region at 1732265662383Disabling writes for close at 1732265662383Obtaining lock to block concurrent updates at 1732265662383Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732265662383Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=235842, getHeapSize=281664, getOffHeapSize=0, getCellsCount=592 at 1732265662383Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732265662384 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732265662384Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732265662396 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732265662396Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732265662407 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732265662420 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732265662420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732265662433 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732265662445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732265662446 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dfabf0: reopening flushed file at 1732265662458 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b937b4a: reopening flushed file at 1732265662465 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6757abae: reopening flushed file at 1732265662473 (+8 ms)Finished flush of dataSize ~230.31 KB/235842, heapSize ~274.83 KB/281424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=485, compaction requested=false at 1732265662481 (+8 ms)Writing region close event to WAL at 1732265662482 (+1 ms)Closed at 1732265662482 2024-11-22T08:54:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42447 is added to blk_1073741830_1006 (size=268214) 2024-11-22T08:54:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33319 is added to blk_1073741830_1006 (size=268214) 2024-11-22T08:54:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741830_1006 (size=268214) 2024-11-22T08:54:22,485 INFO [M:0;296fbbacac79:42419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T08:54:22,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T08:54:22,485 INFO [M:0;296fbbacac79:42419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42419 2024-11-22T08:54:22,485 INFO [M:0;296fbbacac79:42419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T08:54:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:22,586 INFO [M:0;296fbbacac79:42419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T08:54:22,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x10066a2c0e50000, quorum=127.0.0.1:51845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T08:54:22,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e5d5be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:54:22,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3323f5bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:54:22,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:54:22,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45814ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:54:22,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d93f1ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,STOPPED} 2024-11-22T08:54:22,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:54:22,597 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:54:22,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:54:22,597 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741684745-172.17.0.2-1732265599360 (Datanode Uuid a81c62c9-776b-4e2a-8564-3d8a422ccd8c) service to localhost/127.0.0.1:41509 2024-11-22T08:54:22,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data5/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data6/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:54:22,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29c5d6a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:54:22,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78aeb08d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:54:22,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:54:22,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aab0115{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:54:22,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c2fdec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,STOPPED} 2024-11-22T08:54:22,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:54:22,604 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:54:22,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:54:22,604 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741684745-172.17.0.2-1732265599360 (Datanode Uuid 51e0d9ad-3857-4a5d-a027-dd5700c70069) service to localhost/127.0.0.1:41509 2024-11-22T08:54:22,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data3/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data4/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:54:22,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bba0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T08:54:22,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e5e1d39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:54:22,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:54:22,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d0eaa0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:54:22,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4017db1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,STOPPED} 2024-11-22T08:54:22,610 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T08:54:22,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T08:54:22,610 WARN [BP-1741684745-172.17.0.2-1732265599360 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1741684745-172.17.0.2-1732265599360 (Datanode Uuid cf831616-a04d-4ae6-b4cb-53691e7e648a) service to localhost/127.0.0.1:41509 2024-11-22T08:54:22,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T08:54:22,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data1/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/cluster_123de789-efad-fbd8-8ec9-7f000b05e1f5/data/data2/current/BP-1741684745-172.17.0.2-1732265599360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T08:54:22,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T08:54:22,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43fede26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T08:54:22,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@533ac641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T08:54:22,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T08:54:22,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16475ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T08:54:22,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d50ec81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/187fb784-289b-dd22-054c-2d059867f215/hadoop.log.dir/,STOPPED} 2024-11-22T08:54:22,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T08:54:22,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T08:54:22,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41509 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:41509 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/296fbbacac79:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=4249 (was 4386)