2024-11-11 15:30:53,537 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-11 15:30:53,592 main DEBUG Took 0.018631 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:30:53,593 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:30:53,593 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:30:53,595 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:30:53,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,605 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:30:53,622 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,626 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,630 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,632 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,636 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:30:53,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,640 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:30:53,644 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:30:53,646 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:30:53,657 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:30:53,657 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:30:53,659 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:30:53,660 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:30:53,676 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:30:53,680 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:30:53,682 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:30:53,683 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:30:53,684 main DEBUG createAppenders(={Console}) 2024-11-11 15:30:53,685 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-11 15:30:53,685 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-11 15:30:53,685 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-11 15:30:53,686 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:30:53,686 main DEBUG OutputStream closed 2024-11-11 15:30:53,686 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:30:53,686 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:30:53,686 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-11 15:30:53,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:30:53,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:30:53,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:30:53,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:30:53,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:30:53,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:30:53,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:30:53,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:30:53,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:30:53,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:30:53,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:30:53,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:30:53,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:30:53,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:30:53,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:30:53,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:30:53,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:30:53,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:30:53,829 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:30:53,833 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-11 15:30:53,834 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:30:53,835 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-11T15:30:53,856 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-11 15:30:53,864 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:30:53,864 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:30:53,875 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-11T15:30:53,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1194, ProcessCount=11, AvailableMemoryMB=2219 2024-11-11T15:30:54,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0 2024-11-11T15:30:54,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:30:54,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea, deleteOnExit=true 2024-11-11T15:30:54,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:30:54,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/test.cache.data in system properties and HBase conf 2024-11-11T15:30:54,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:30:54,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:30:54,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:30:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:30:54,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:30:54,541 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:30:54,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:30:54,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:30:54,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:30:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:30:54,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:30:54,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:30:54,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:30:54,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:30:54,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:30:54,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:30:54,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:30:54,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:30:54,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:30:54,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:30:54,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:30:56,053 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:30:56,229 INFO [Time-limited test {}] log.Log(170): Logging initialized @4150ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T15:30:56,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:30:56,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:30:56,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:30:56,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:30:56,450 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:30:56,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:30:56,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:30:56,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:30:56,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/java.io.tmpdir/jetty-localhost-39709-hadoop-hdfs-3_4_1-tests_jar-_-any-5912202735352669208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:30:56,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:39709} 2024-11-11T15:30:56,970 INFO [Time-limited test {}] server.Server(415): Started @4892ms 2024-11-11T15:30:58,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:30:58,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:30:58,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:30:58,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:30:58,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:30:58,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:30:58,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:30:58,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d9e55f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/java.io.tmpdir/jetty-localhost-34409-hadoop-hdfs-3_4_1-tests_jar-_-any-4518824441210758815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:30:58,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:34409} 2024-11-11T15:30:58,314 INFO [Time-limited test {}] server.Server(415): Started @6235ms 2024-11-11T15:30:58,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:30:58,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:30:58,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:30:58,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:30:58,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:30:58,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:30:58,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:30:58,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:30:59,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e863f8a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/java.io.tmpdir/jetty-localhost-36429-hadoop-hdfs-3_4_1-tests_jar-_-any-17374235636959200954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:30:59,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:36429} 2024-11-11T15:30:59,292 INFO [Time-limited test {}] server.Server(415): Started @7214ms 2024-11-11T15:30:59,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:30:59,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:30:59,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:30:59,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:30:59,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:30:59,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:30:59,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:30:59,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:30:59,742 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data1/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:30:59,746 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data2/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:30:59,748 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data3/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:30:59,749 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data4/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:30:59,952 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:30:59,953 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:30:59,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de6ecdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/java.io.tmpdir/jetty-localhost-42901-hadoop-hdfs-3_4_1-tests_jar-_-any-14234557640185382776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:31:00,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:42901} 2024-11-11T15:31:00,001 INFO [Time-limited test {}] server.Server(415): Started @7922ms 2024-11-11T15:31:00,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:31:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8fa4d3b3a123cf with lease ID 0x564f59b1b3b2d898: Processing first storage report for DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=5e4413fe-ee43-43bb-a1d9-387ed14b124e, infoPort=33717, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8fa4d3b3a123cf with lease ID 0x564f59b1b3b2d898: from storage DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=5e4413fe-ee43-43bb-a1d9-387ed14b124e, infoPort=33717, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T15:31:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee2993cfb7a8dcb7 with lease ID 0x564f59b1b3b2d899: Processing first storage report for DS-9781e6d0-cf48-4640-b021-0d9e3e948dda from datanode DatanodeRegistration(127.0.0.1:36095, datanodeUuid=327e2841-9965-481b-81e9-b78a89ed16b0, infoPort=44509, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee2993cfb7a8dcb7 with lease ID 0x564f59b1b3b2d899: from storage DS-9781e6d0-cf48-4640-b021-0d9e3e948dda node DatanodeRegistration(127.0.0.1:36095, datanodeUuid=327e2841-9965-481b-81e9-b78a89ed16b0, infoPort=44509, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:31:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d8fa4d3b3a123cf with lease ID 0x564f59b1b3b2d898: Processing first storage report for DS-e67ac5eb-1459-4639-b02d-c5705bc6b322 from datanode DatanodeRegistration(127.0.0.1:34517, datanodeUuid=5e4413fe-ee43-43bb-a1d9-387ed14b124e, infoPort=33717, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d8fa4d3b3a123cf with lease ID 0x564f59b1b3b2d898: from storage DS-e67ac5eb-1459-4639-b02d-c5705bc6b322 node DatanodeRegistration(127.0.0.1:34517, datanodeUuid=5e4413fe-ee43-43bb-a1d9-387ed14b124e, infoPort=33717, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:31:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee2993cfb7a8dcb7 with lease ID 0x564f59b1b3b2d899: Processing first storage report for DS-4ee44479-a7e4-4381-93df-49d5289541e5 from datanode DatanodeRegistration(127.0.0.1:36095, datanodeUuid=327e2841-9965-481b-81e9-b78a89ed16b0, infoPort=44509, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee2993cfb7a8dcb7 with lease ID 0x564f59b1b3b2d899: from storage DS-4ee44479-a7e4-4381-93df-49d5289541e5 node DatanodeRegistration(127.0.0.1:36095, datanodeUuid=327e2841-9965-481b-81e9-b78a89ed16b0, infoPort=44509, infoSecurePort=0, ipcPort=44779, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:31:00,497 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data5/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:31:00,500 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data6/current/BP-1785749562-172.17.0.3-1731339055681/current, will proceed with Du for space computation calculation, 2024-11-11T15:31:00,657 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:31:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4bd53bd5a25f13 with lease ID 0x564f59b1b3b2d89a: Processing first storage report for DS-04b43d68-e70b-4bf1-9918-e616375db559 from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=2f2b8dd5-404d-40b4-b508-934d21395b4e, infoPort=45055, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4bd53bd5a25f13 with lease ID 0x564f59b1b3b2d89a: from storage DS-04b43d68-e70b-4bf1-9918-e616375db559 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=2f2b8dd5-404d-40b4-b508-934d21395b4e, infoPort=45055, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:31:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f4bd53bd5a25f13 with lease ID 0x564f59b1b3b2d89a: Processing first storage report for DS-31375f5a-f6e2-4fcd-8108-2ccd5317271d from datanode DatanodeRegistration(127.0.0.1:40085, datanodeUuid=2f2b8dd5-404d-40b4-b508-934d21395b4e, infoPort=45055, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681) 2024-11-11T15:31:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f4bd53bd5a25f13 with lease ID 0x564f59b1b3b2d89a: from storage DS-31375f5a-f6e2-4fcd-8108-2ccd5317271d node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=2f2b8dd5-404d-40b4-b508-934d21395b4e, infoPort=45055, infoSecurePort=0, ipcPort=46729, storageInfo=lv=-57;cid=testClusterID;nsid=842378124;c=1731339055681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:31:01,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0 2024-11-11T15:31:01,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/zookeeper_0, clientPort=56091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:31:01,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56091 2024-11-11T15:31:01,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:01,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:02,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:31:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:31:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:31:03,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 with version=8 2024-11-11T15:31:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/hbase-staging 2024-11-11T15:31:03,265 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:31:03,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:31:03,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:03,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:03,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:31:03,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:03,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:31:04,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:31:04,256 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:31:04,271 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:31:04,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:31:04,338 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5251 (auto-detected) 2024-11-11T15:31:04,339 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T15:31:04,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33997 2024-11-11T15:31:04,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33997 connecting to ZooKeeper ensemble=127.0.0.1:56091 2024-11-11T15:31:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339970x0, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:31:04,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33997-0x10197f4ff290000 connected 2024-11-11T15:31:04,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:04,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:04,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:31:04,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82, hbase.cluster.distributed=false 2024-11-11T15:31:05,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:31:05,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-11T15:31:05,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33997 2024-11-11T15:31:05,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33997 2024-11-11T15:31:05,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-11T15:31:05,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-11T15:31:05,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:31:05,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:31:05,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:31:05,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:31:05,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:31:05,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45879 2024-11-11T15:31:05,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45879 connecting to ZooKeeper ensemble=127.0.0.1:56091 2024-11-11T15:31:05,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458790x0, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:31:05,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458790x0, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:31:05,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:31:05,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45879-0x10197f4ff290001 connected 2024-11-11T15:31:05,459 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:31:05,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:31:05,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:31:05,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45879 2024-11-11T15:31:05,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45879 2024-11-11T15:31:05,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45879 2024-11-11T15:31:05,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45879 2024-11-11T15:31:05,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45879 2024-11-11T15:31:05,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:31:05,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:31:05,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:31:05,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:31:05,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:31:05,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46685 2024-11-11T15:31:05,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46685 connecting to ZooKeeper ensemble=127.0.0.1:56091 2024-11-11T15:31:05,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466850x0, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:31:05,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466850x0, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:31:05,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:31:05,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46685-0x10197f4ff290002 connected 2024-11-11T15:31:05,702 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:31:05,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:31:05,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:31:05,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-11T15:31:05,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46685 2024-11-11T15:31:05,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46685 2024-11-11T15:31:05,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-11T15:31:05,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-11T15:31:05,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:31:05,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:31:05,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:31:05,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:31:05,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:31:05,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:31:05,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36695 2024-11-11T15:31:05,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36695 connecting to ZooKeeper ensemble=127.0.0.1:56091 2024-11-11T15:31:05,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:05,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366950x0, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:31:05,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366950x0, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:31:05,950 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:31:05,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36695-0x10197f4ff290003 connected 2024-11-11T15:31:05,975 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:31:05,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:31:05,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:31:06,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-11T15:31:06,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36695 2024-11-11T15:31:06,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36695 2024-11-11T15:31:06,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-11T15:31:06,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36695 2024-11-11T15:31:06,136 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33997 2024-11-11T15:31:06,148 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,33997,1731339063350 2024-11-11T15:31:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,188 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,33997,1731339063350 2024-11-11T15:31:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:31:06,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:31:06,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:31:06,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,261 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:31:06,266 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,33997,1731339063350 from backup master directory 2024-11-11T15:31:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,33997,1731339063350 2024-11-11T15:31:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,284 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:31:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,284 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33997,1731339063350 2024-11-11T15:31:06,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:31:06,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T15:31:06,294 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T15:31:06,481 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/hbase.id] with ID: 0b760bbf-2c19-4d38-88b8-a34241e3e5fd 2024-11-11T15:31:06,481 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.tmp/hbase.id 2024-11-11T15:31:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:31:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:31:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:31:06,648 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.tmp/hbase.id]:[hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/hbase.id] 2024-11-11T15:31:06,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:31:06,844 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:31:06,890 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 43ms. 2024-11-11T15:31:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:06,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:31:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:31:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:31:07,083 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:31:07,099 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:31:07,163 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:31:07,179 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:31:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:31:07,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:31:07,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:31:07,421 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store 2024-11-11T15:31:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:31:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:31:07,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:31:07,561 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T15:31:07,585 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:07,587 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:31:07,587 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:31:07,588 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:31:07,590 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:31:07,590 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:31:07,590 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:31:07,592 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339067587Disabling compacts and flushes for region at 1731339067587Disabling writes for close at 1731339067590 (+3 ms)Writing region close event to WAL at 1731339067590Closed at 1731339067590 2024-11-11T15:31:07,606 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/.initializing 2024-11-11T15:31:07,606 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/WALs/9a1fddc00362,33997,1731339063350 2024-11-11T15:31:07,651 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:31:07,697 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33997%2C1731339063350, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/WALs/9a1fddc00362,33997,1731339063350, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/oldWALs, maxLogs=10 2024-11-11T15:31:07,749 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/WALs/9a1fddc00362,33997,1731339063350/9a1fddc00362%2C33997%2C1731339063350.1731339067713, exclude list is [], retry=0 2024-11-11T15:31:07,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:31:07,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:31:07,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:31:07,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T15:31:07,906 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/WALs/9a1fddc00362,33997,1731339063350/9a1fddc00362%2C33997%2C1731339063350.1731339067713 2024-11-11T15:31:07,922 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:44509:44509),(127.0.0.1/127.0.0.1:45055:45055)] 2024-11-11T15:31:07,923 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:31:07,924 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:07,933 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:07,945 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:31:08,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:08,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:08,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:31:08,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:08,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:08,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:31:08,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:08,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:08,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:31:08,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:08,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:08,329 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,340 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,349 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,374 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,375 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,398 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:31:08,428 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:31:08,468 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:08,475 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65621322, jitterRate=-0.02216610312461853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:31:08,509 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339067987Initializing all the Stores at 1731339068008 (+21 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339068009 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339068024 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339068025 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339068025Cleaning up temporary data from old regions at 1731339068375 (+350 ms)Region opened successfully at 1731339068509 (+134 ms) 2024-11-11T15:31:08,513 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:31:08,678 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d5a787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:31:08,738 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:31:08,771 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:31:08,771 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:31:08,783 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:31:08,789 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-11T15:31:08,801 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-11T15:31:08,801 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T15:31:08,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:31:08,909 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:31:08,924 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:31:08,929 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:31:08,944 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:31:08,956 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:31:08,960 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:31:08,977 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:31:08,993 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:31:09,000 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:31:09,016 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:31:09,077 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:31:09,082 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:31:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:31:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:31:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:31:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:31:09,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,119 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33997,1731339063350, sessionid=0x10197f4ff290000, setting cluster-up flag (Was=false) 2024-11-11T15:31:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,273 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:31:09,301 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33997,1731339063350 2024-11-11T15:31:09,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:09,393 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:31:09,402 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33997,1731339063350 2024-11-11T15:31:09,441 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:31:09,541 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(746): ClusterId : 0b760bbf-2c19-4d38-88b8-a34241e3e5fd 2024-11-11T15:31:09,541 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(746): ClusterId : 0b760bbf-2c19-4d38-88b8-a34241e3e5fd 2024-11-11T15:31:09,545 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:31:09,548 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:31:09,549 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(746): ClusterId : 0b760bbf-2c19-4d38-88b8-a34241e3e5fd 2024-11-11T15:31:09,549 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:31:09,556 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:31:09,556 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:31:09,559 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:31:09,559 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:31:09,560 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:31:09,560 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:31:09,578 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:31:09,579 DEBUG [RS:2;9a1fddc00362:36695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504ee59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:31:09,580 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:31:09,581 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:31:09,582 DEBUG [RS:1;9a1fddc00362:46685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6604c4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:31:09,584 DEBUG [RS:0;9a1fddc00362:45879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d27d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:31:09,634 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9a1fddc00362:36695 2024-11-11T15:31:09,638 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:31:09,638 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:31:09,638 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:31:09,642 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:46685 2024-11-11T15:31:09,642 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:31:09,642 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:31:09,642 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:31:09,646 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=36695, startcode=1731339065868 2024-11-11T15:31:09,652 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=46685, startcode=1731339065585 2024-11-11T15:31:09,661 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:45879 2024-11-11T15:31:09,665 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:31:09,670 DEBUG [RS:1;9a1fddc00362:46685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:31:09,671 DEBUG [RS:2;9a1fddc00362:36695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:31:09,674 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:31:09,688 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:31:09,690 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:31:09,693 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:31:09,703 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=45879, startcode=1731339065279 2024-11-11T15:31:09,704 DEBUG [RS:0;9a1fddc00362:45879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:31:09,709 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:31:09,729 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33997,1731339063350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:31:09,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:31:09,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:31:09,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:31:09,817 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:31:09,817 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:31:09,819 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:09,832 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,833 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:31:09,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:31:09,878 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,879 WARN [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:31:09,879 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,879 WARN [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:31:09,879 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,880 WARN [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:31:09,881 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339099881 2024-11-11T15:31:09,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:09,883 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:31:09,886 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:31:09,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:31:09,897 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:31:09,897 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:31:09,898 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:31:09,899 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:31:09,904 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:09,928 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:31:09,930 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:31:09,931 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:31:09,942 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:31:09,942 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:31:09,984 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339069973,5,FailOnTimeoutGroup] 2024-11-11T15:31:09,985 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=46685, startcode=1731339065585 2024-11-11T15:31:09,986 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339069984,5,FailOnTimeoutGroup] 2024-11-11T15:31:09,986 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:09,986 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=36695, startcode=1731339065868 2024-11-11T15:31:09,986 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:31:09,987 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=45879, startcode=1731339065279 2024-11-11T15:31:09,987 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,989 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,989 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,989 WARN [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T15:31:09,990 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:31:09,991 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,992 WARN [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T15:31:09,992 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:31:09,992 WARN [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-11T15:31:10,018 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,018 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:31:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:31:10,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:31:10,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:31:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:31:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:31:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:31:10,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:10,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:31:10,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:31:10,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:10,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:10,195 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=36695, startcode=1731339065868 2024-11-11T15:31:10,196 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=45879, startcode=1731339065279 2024-11-11T15:31:10,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:31:10,200 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33997,1731339063350 with port=46685, startcode=1731339065585 2024-11-11T15:31:10,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:31:10,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:10,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:10,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:31:10,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,240 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:10,240 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44927 2024-11-11T15:31:10,240 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:31:10,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:31:10,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:10,253 DEBUG [RS:2;9a1fddc00362:36695 {}] zookeeper.ZKUtil(111): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,253 WARN [RS:2;9a1fddc00362:36695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:31:10,253 INFO [RS:2;9a1fddc00362:36695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:31:10,254 DEBUG [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:10,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:31:10,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:31:10,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:31:10,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:10,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:10,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:31:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:31:10,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:31:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:31:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:31:10,277 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:10,277 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44927 2024-11-11T15:31:10,277 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:31:10,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:31:10,285 DEBUG [RS:0;9a1fddc00362:45879 {}] zookeeper.ZKUtil(111): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,285 WARN [RS:0;9a1fddc00362:45879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:31:10,286 INFO [RS:0;9a1fddc00362:45879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:31:10,286 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,287 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:10,287 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44927 2024-11-11T15:31:10,287 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:31:10,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:31:10,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:31:10,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,36695,1731339065868] 2024-11-11T15:31:10,297 DEBUG [RS:1;9a1fddc00362:46685 {}] zookeeper.ZKUtil(111): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,45879,1731339065279] 2024-11-11T15:31:10,297 WARN [RS:1;9a1fddc00362:46685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:31:10,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,46685,1731339065585] 2024-11-11T15:31:10,297 INFO [RS:1;9a1fddc00362:46685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:31:10,297 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:10,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74983573, jitterRate=0.11734230816364288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:31:10,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339070146Initializing all the Stores at 1731339070152 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339070152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339070160 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339070160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339070160Cleaning up temporary data from old regions at 1731339070275 (+115 ms)Region opened successfully at 1731339070314 (+39 ms) 2024-11-11T15:31:10,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:31:10,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:31:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:31:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:31:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:31:10,339 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:31:10,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339070314Disabling compacts and flushes for region at 1731339070314Disabling writes for close at 1731339070315 (+1 ms)Writing region close event to WAL at 1731339070338 (+23 ms)Closed at 1731339070339 (+1 ms) 2024-11-11T15:31:10,342 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:31:10,343 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:31:10,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:31:10,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:31:10,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:31:10,362 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:31:10,390 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:31:10,405 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:31:10,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:31:10,419 INFO [RS:1;9a1fddc00362:46685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:31:10,419 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,419 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:31:10,421 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:31:10,424 INFO [RS:2;9a1fddc00362:36695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:31:10,424 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,433 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:31:10,440 INFO [RS:0;9a1fddc00362:45879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:31:10,440 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,453 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:31:10,455 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:31:10,457 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,457 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,457 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,457 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,458 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,458 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,458 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:31:10,458 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,458 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,459 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,459 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,459 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,459 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,459 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,460 DEBUG [RS:2;9a1fddc00362:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,460 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:31:10,460 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,461 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:31:10,462 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,462 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,462 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,462 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,462 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,463 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,463 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,463 DEBUG [RS:0;9a1fddc00362:45879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,463 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:31:10,472 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:31:10,472 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,472 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,473 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,473 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,473 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,473 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,473 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:31:10,474 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,475 DEBUG [RS:1;9a1fddc00362:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:31:10,541 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,541 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,542 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,542 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,542 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,542 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36695,1731339065868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:31:10,563 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,563 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,563 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,563 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,563 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,564 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45879,1731339065279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:31:10,577 WARN [9a1fddc00362:33997 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:31:10,630 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:31:10,637 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,36695,1731339065868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,644 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,645 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:31:10,645 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.Replication(171): 9a1fddc00362,36695,1731339065868 started 2024-11-11T15:31:10,645 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45879,1731339065279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,646 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,647 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.Replication(171): 9a1fddc00362,45879,1731339065279 started 2024-11-11T15:31:10,655 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,655 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,656 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,656 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,656 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,656 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46685,1731339065585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:31:10,717 INFO [RS:2;9a1fddc00362:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,720 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,720 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,36695,1731339065868, RpcServer on 9a1fddc00362/172.17.0.3:36695, sessionid=0x10197f4ff290003 2024-11-11T15:31:10,721 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,45879,1731339065279, RpcServer on 9a1fddc00362/172.17.0.3:45879, sessionid=0x10197f4ff290001 2024-11-11T15:31:10,722 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:31:10,722 DEBUG [RS:0;9a1fddc00362:45879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,725 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:31:10,725 DEBUG [RS:2;9a1fddc00362:36695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,725 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,36695,1731339065868' 2024-11-11T15:31:10,725 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:31:10,727 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:31:10,728 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:31:10,728 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:31:10,740 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45879,1731339065279' 2024-11-11T15:31:10,740 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:31:10,730 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:31:10,741 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46685,1731339065585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,741 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,741 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:31:10,733 DEBUG [RS:2;9a1fddc00362:36695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,36695,1731339065868 2024-11-11T15:31:10,742 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.Replication(171): 9a1fddc00362,46685,1731339065585 started 2024-11-11T15:31:10,742 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,36695,1731339065868' 2024-11-11T15:31:10,742 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:31:10,742 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:31:10,742 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:31:10,743 DEBUG [RS:0;9a1fddc00362:45879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,45879,1731339065279 2024-11-11T15:31:10,743 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,45879,1731339065279' 2024-11-11T15:31:10,743 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:31:10,743 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:31:10,744 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:31:10,744 DEBUG [RS:2;9a1fddc00362:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:31:10,744 INFO [RS:2;9a1fddc00362:36695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:31:10,744 INFO [RS:2;9a1fddc00362:36695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:31:10,745 DEBUG [RS:0;9a1fddc00362:45879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:31:10,745 INFO [RS:0;9a1fddc00362:45879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:31:10,745 INFO [RS:0;9a1fddc00362:45879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:31:10,785 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:10,785 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,46685,1731339065585, RpcServer on 9a1fddc00362/172.17.0.3:46685, sessionid=0x10197f4ff290002 2024-11-11T15:31:10,786 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:31:10,786 DEBUG [RS:1;9a1fddc00362:46685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,786 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46685,1731339065585' 2024-11-11T15:31:10,786 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:31:10,808 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:31:10,828 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:31:10,828 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:31:10,828 DEBUG [RS:1;9a1fddc00362:46685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,46685,1731339065585 2024-11-11T15:31:10,828 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46685,1731339065585' 2024-11-11T15:31:10,828 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:31:10,840 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:31:10,844 DEBUG [RS:1;9a1fddc00362:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:31:10,844 INFO [RS:1;9a1fddc00362:46685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:31:10,844 INFO [RS:1;9a1fddc00362:46685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:31:10,855 INFO [RS:2;9a1fddc00362:36695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:31:10,855 INFO [RS:0;9a1fddc00362:45879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:31:10,873 INFO [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C45879%2C1731339065279, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs, maxLogs=32 2024-11-11T15:31:10,881 INFO [RS:2;9a1fddc00362:36695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C36695%2C1731339065868, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs, maxLogs=32 2024-11-11T15:31:10,943 DEBUG [RS:0;9a1fddc00362:45879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279/9a1fddc00362%2C45879%2C1731339065279.1731339070879, exclude list is [], retry=0 2024-11-11T15:31:10,945 INFO [RS:1;9a1fddc00362:46685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:31:10,948 DEBUG [RS:2;9a1fddc00362:36695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868/9a1fddc00362%2C36695%2C1731339065868.1731339070884, exclude list is [], retry=0 2024-11-11T15:31:10,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:31:10,972 INFO [RS:1;9a1fddc00362:46685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C46685%2C1731339065585, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,46685,1731339065585, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs, maxLogs=32 2024-11-11T15:31:10,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:31:10,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:31:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:31:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:31:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:31:11,035 DEBUG [RS:1;9a1fddc00362:46685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,46685,1731339065585/9a1fddc00362%2C46685%2C1731339065585.1731339070975, exclude list is [], retry=0 2024-11-11T15:31:11,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:31:11,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:31:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:31:11,084 INFO [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279/9a1fddc00362%2C45879%2C1731339065279.1731339070879 2024-11-11T15:31:11,109 INFO [RS:2;9a1fddc00362:36695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868/9a1fddc00362%2C36695%2C1731339065868.1731339070884 2024-11-11T15:31:11,120 DEBUG [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:45055:45055),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-11T15:31:11,136 INFO [RS:1;9a1fddc00362:46685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,46685,1731339065585/9a1fddc00362%2C46685%2C1731339065585.1731339070975 2024-11-11T15:31:11,143 DEBUG [RS:2;9a1fddc00362:36695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055),(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-11T15:31:11,152 DEBUG [RS:1;9a1fddc00362:46685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055),(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-11T15:31:11,333 DEBUG [9a1fddc00362:33997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T15:31:11,352 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:31:11,397 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:31:11,397 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:31:11,397 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T15:31:11,398 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:31:11,398 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:31:11,398 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T15:31:11,398 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:31:11,398 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:31:11,398 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T15:31:11,398 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:31:11,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:11,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,36695,1731339065868, state=OPENING 2024-11-11T15:31:11,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:31:11,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:11,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:11,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:31:11,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:11,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:11,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:11,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:11,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:31:11,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,36695,1731339065868}] 2024-11-11T15:31:14,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:31:14,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:31:21,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:31:21,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:31:21,638 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:31:21,639 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:31:21,639 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:31:21,661 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C36695%2C1731339065868.meta, suffix=.meta, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs, maxLogs=32 2024-11-11T15:31:21,717 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, exclude list is [], retry=0 2024-11-11T15:31:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:31:21,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:31:21,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:31:21,815 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta 2024-11-11T15:31:21,816 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45055:45055),(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-11T15:31:21,816 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:31:21,819 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:31:21,826 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:31:21,842 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:31:21,853 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:31:21,859 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:21,859 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:31:21,859 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:31:21,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:31:21,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:31:21,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:21,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:21,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:31:21,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:31:21,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:21,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:21,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:31:21,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:31:21,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:21,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:21,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:31:21,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:31:21,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:21,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:31:21,937 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:31:21,944 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:31:21,953 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:31:21,977 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:31:21,977 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:31:21,979 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:31:21,990 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:31:21,994 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61465314, jitterRate=-0.08409544825553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:31:21,994 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:31:21,997 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339081860Writing region info on filesystem at 1731339081860Initializing all the Stores at 1731339081877 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339081877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339081880 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339081880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339081880Cleaning up temporary data from old regions at 1731339081978 (+98 ms)Running coprocessor post-open hooks at 1731339081994 (+16 ms)Region opened successfully at 1731339081996 (+2 ms) 2024-11-11T15:31:22,014 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339081548 2024-11-11T15:31:22,054 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:31:22,054 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:31:22,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:22,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,36695,1731339065868, state=OPEN 2024-11-11T15:31:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:22,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:22,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:22,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:22,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:22,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:22,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:22,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:22,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:31:22,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,36695,1731339065868 in 10.6010 sec 2024-11-11T15:31:22,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:31:22,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7460 sec 2024-11-11T15:31:22,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:31:22,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:31:22,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:31:22,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1] 2024-11-11T15:31:22,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:31:22,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:31:22,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.7800 sec 2024-11-11T15:31:22,297 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339082297, completionTime=-1 2024-11-11T15:31:22,301 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T15:31:22,302 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:31:22,323 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:31:22,360 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T15:31:22,360 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339142360 2024-11-11T15:31:22,360 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339202360 2024-11-11T15:31:22,360 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 58 msec 2024-11-11T15:31:22,365 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:31:22,374 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,375 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,375 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,377 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33997, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,378 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,397 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:31:22,454 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 16.169sec 2024-11-11T15:31:22,473 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:31:22,475 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:31:22,477 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:31:22,477 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:31:22,478 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:31:22,479 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:31:22,479 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:31:22,488 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:31:22,489 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:31:22,489 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33997,1731339063350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:31:22,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae8fdc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,580 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:31:22,580 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:31:22,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33997,-1 for getting cluster id 2024-11-11T15:31:22,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:31:22,663 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b760bbf-2c19-4d38-88b8-a34241e3e5fd' 2024-11-11T15:31:22,667 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:31:22,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b760bbf-2c19-4d38-88b8-a34241e3e5fd" 2024-11-11T15:31:22,673 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c23fb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,673 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33997,-1] 2024-11-11T15:31:22,677 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:31:22,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:22,710 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:31:22,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ea2af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:31:22,729 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1] 2024-11-11T15:31:22,729 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:31:22,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:31:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33997,1731339063350 2024-11-11T15:31:22,955 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731339082953 (current time:1731339082953). 2024-11-11T15:31:22,955 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T15:31:22,955 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T15:31:22,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a38f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33997,-1 for getting cluster id 2024-11-11T15:31:22,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:31:22,975 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b760bbf-2c19-4d38-88b8-a34241e3e5fd' 2024-11-11T15:31:22,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:31:22,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b760bbf-2c19-4d38-88b8-a34241e3e5fd" 2024-11-11T15:31:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e0c120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33997,-1] 2024-11-11T15:31:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:31:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:22,979 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:31:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c05ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:31:22,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:31:22,993 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1] 2024-11-11T15:31:22,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:31:23,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:31:23,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:31:23,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:31:23,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:23,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:23,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:31:23,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:31:23,030 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33997,1731339063350 2024-11-11T15:31:23,033 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51217164 2024-11-11T15:31:23,034 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:31:23,062 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:31:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:31:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T15:31:23,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:31:23,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T15:31:23,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:23,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:31:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:31:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:31:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:31:23,222 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => daf2210eff4aad24183b7fe8866527de, NAME => 'SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:23,234 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 65349dd10d07dea4d7ca50d6d25fd953, NAME => 'SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ade62e18f8140c9a5106501eba0fb914, NAME => 'SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741839_1015 (size=54) 2024-11-11T15:31:23,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741839_1015 (size=54) 2024-11-11T15:31:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741839_1015 (size=54) 2024-11-11T15:31:23,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing daf2210eff4aad24183b7fe8866527de, disabling compactions & flushes 2024-11-11T15:31:23,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:23,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:23,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. after waiting 0 ms 2024-11-11T15:31:23,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:23,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:23,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for daf2210eff4aad24183b7fe8866527de: Waiting for close lock at 1731339083409Disabling compacts and flushes for region at 1731339083409Disabling writes for close at 1731339083409Writing region close event to WAL at 1731339083409Closed at 1731339083409 2024-11-11T15:31:23,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 358acaa815712b2d8f24980542ec4795, NAME => 'SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741838_1014 (size=62) 2024-11-11T15:31:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741838_1014 (size=62) 2024-11-11T15:31:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741838_1014 (size=62) 2024-11-11T15:31:23,455 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 65349dd10d07dea4d7ca50d6d25fd953, disabling compactions & flushes 2024-11-11T15:31:23,456 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:23,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:23,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. after waiting 0 ms 2024-11-11T15:31:23,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:23,456 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:23,456 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 65349dd10d07dea4d7ca50d6d25fd953: Waiting for close lock at 1731339083456Disabling compacts and flushes for region at 1731339083456Disabling writes for close at 1731339083456Writing region close event to WAL at 1731339083456Closed at 1731339083456 2024-11-11T15:31:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:31:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:31:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:31:23,459 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b2ba59fc3a2adc613927d12f8af78751, NAME => 'SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ade62e18f8140c9a5106501eba0fb914, disabling compactions & flushes 2024-11-11T15:31:23,460 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. after waiting 0 ms 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:23,460 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:23,460 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ade62e18f8140c9a5106501eba0fb914: Waiting for close lock at 1731339083460Disabling compacts and flushes for region at 1731339083460Disabling writes for close at 1731339083460Writing region close event to WAL at 1731339083460Closed at 1731339083460 2024-11-11T15:31:23,461 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 696795a0eb27fe9cbe9d84af18868c5c, NAME => 'SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:31:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:31:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:31:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:31:23,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 358acaa815712b2d8f24980542ec4795, disabling compactions & flushes 2024-11-11T15:31:23,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. after waiting 0 ms 2024-11-11T15:31:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:23,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 358acaa815712b2d8f24980542ec4795: Waiting for close lock at 1731339083577Disabling compacts and flushes for region at 1731339083577Disabling writes for close at 1731339083577Writing region close event to WAL at 1731339083577Closed at 1731339083577 2024-11-11T15:31:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:31:23,578 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cb57eeed6d0a7fa86f17459dc960388, NAME => 'SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 696795a0eb27fe9cbe9d84af18868c5c, disabling compactions & flushes 2024-11-11T15:31:23,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. after waiting 0 ms 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:23,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 696795a0eb27fe9cbe9d84af18868c5c: Waiting for close lock at 1731339083587Disabling compacts and flushes for region at 1731339083587Disabling writes for close at 1731339083587Writing region close event to WAL at 1731339083587Closed at 1731339083587 2024-11-11T15:31:23,589 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cedac7f1c2a65e5e6d264302ae083265, NAME => 'SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:31:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:31:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:31:23,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b2ba59fc3a2adc613927d12f8af78751, disabling compactions & flushes 2024-11-11T15:31:23,602 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:23,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:23,602 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. after waiting 0 ms 2024-11-11T15:31:23,603 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:23,604 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:23,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b2ba59fc3a2adc613927d12f8af78751: Waiting for close lock at 1731339083602Disabling compacts and flushes for region at 1731339083602Disabling writes for close at 1731339083602Writing region close event to WAL at 1731339083604 (+2 ms)Closed at 1731339083604 2024-11-11T15:31:23,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4cb6e1fdbd265549a7dd12ae25e5b90c, NAME => 'SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:31:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:31:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:31:23,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7cb57eeed6d0a7fa86f17459dc960388, disabling compactions & flushes 2024-11-11T15:31:23,706 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:23,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:23,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. after waiting 0 ms 2024-11-11T15:31:23,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:23,706 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:23,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cb57eeed6d0a7fa86f17459dc960388: Waiting for close lock at 1731339083706Disabling compacts and flushes for region at 1731339083706Disabling writes for close at 1731339083706Writing region close event to WAL at 1731339083706Closed at 1731339083706 2024-11-11T15:31:23,710 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2cca00b43a38a241378fc8827002eab, NAME => 'SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82 2024-11-11T15:31:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:31:23,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:31:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:31:23,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cedac7f1c2a65e5e6d264302ae083265, disabling compactions & flushes 2024-11-11T15:31:23,745 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:23,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:23,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. after waiting 0 ms 2024-11-11T15:31:23,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:23,745 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:23,745 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cedac7f1c2a65e5e6d264302ae083265: Waiting for close lock at 1731339083745Disabling compacts and flushes for region at 1731339083745Disabling writes for close at 1731339083745Writing region close event to WAL at 1731339083745Closed at 1731339083745 2024-11-11T15:31:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:31:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:31:23,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4cb6e1fdbd265549a7dd12ae25e5b90c, disabling compactions & flushes 2024-11-11T15:31:23,757 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. after waiting 0 ms 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:23,757 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:23,757 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4cb6e1fdbd265549a7dd12ae25e5b90c: Waiting for close lock at 1731339083757Disabling compacts and flushes for region at 1731339083757Disabling writes for close at 1731339083757Writing region close event to WAL at 1731339083757Closed at 1731339083757 2024-11-11T15:31:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:31:23,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:31:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:31:23,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:23,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f2cca00b43a38a241378fc8827002eab, disabling compactions & flushes 2024-11-11T15:31:23,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:23,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:23,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. after waiting 0 ms 2024-11-11T15:31:23,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:23,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:23,862 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2cca00b43a38a241378fc8827002eab: Waiting for close lock at 1731339083856Disabling compacts and flushes for region at 1731339083856Disabling writes for close at 1731339083857 (+1 ms)Writing region close event to WAL at 1731339083857Closed at 1731339083857 2024-11-11T15:31:23,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:31:23,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:23,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731339083867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339083867"}]},"ts":"1731339083867"} 2024-11-11T15:31:24,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T15:31:24,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:31:24,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339084039"}]},"ts":"1731339084039"} 2024-11-11T15:31:24,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T15:31:24,053 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T15:31:24,073 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:31:24,073 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:31:24,073 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T15:31:24,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:31:24,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65349dd10d07dea4d7ca50d6d25fd953, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ba59fc3a2adc613927d12f8af78751, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696795a0eb27fe9cbe9d84af18868c5c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cedac7f1c2a65e5e6d264302ae083265, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN}] 2024-11-11T15:31:24,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN 2024-11-11T15:31:24,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN; state=OFFLINE, location=9a1fddc00362,36695,1731339065868; forceNewPlan=false, retain=false 2024-11-11T15:31:24,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN 2024-11-11T15:31:24,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN 2024-11-11T15:31:24,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914, ASSIGN 2024-11-11T15:31:24,090 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65349dd10d07dea4d7ca50d6d25fd953, ASSIGN 2024-11-11T15:31:24,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN; state=OFFLINE, location=9a1fddc00362,36695,1731339065868; forceNewPlan=false, retain=false 2024-11-11T15:31:24,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914, ASSIGN; state=OFFLINE, location=9a1fddc00362,45879,1731339065279; forceNewPlan=false, retain=false 2024-11-11T15:31:24,095 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65349dd10d07dea4d7ca50d6d25fd953, ASSIGN; state=OFFLINE, location=9a1fddc00362,46685,1731339065585; forceNewPlan=false, retain=false 2024-11-11T15:31:24,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN; state=OFFLINE, location=9a1fddc00362,36695,1731339065868; forceNewPlan=false, retain=false 2024-11-11T15:31:24,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c, ASSIGN 2024-11-11T15:31:24,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c, ASSIGN; state=OFFLINE, location=9a1fddc00362,45879,1731339065279; forceNewPlan=false, retain=false 2024-11-11T15:31:24,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cedac7f1c2a65e5e6d264302ae083265, ASSIGN 2024-11-11T15:31:24,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cedac7f1c2a65e5e6d264302ae083265, ASSIGN; state=OFFLINE, location=9a1fddc00362,46685,1731339065585; forceNewPlan=false, retain=false 2024-11-11T15:31:24,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN 2024-11-11T15:31:24,116 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN; state=OFFLINE, location=9a1fddc00362,36695,1731339065868; forceNewPlan=false, retain=false 2024-11-11T15:31:24,116 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696795a0eb27fe9cbe9d84af18868c5c, ASSIGN 2024-11-11T15:31:24,125 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=696795a0eb27fe9cbe9d84af18868c5c, ASSIGN; state=OFFLINE, location=9a1fddc00362,46685,1731339065585; forceNewPlan=false, retain=false 2024-11-11T15:31:24,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ba59fc3a2adc613927d12f8af78751, ASSIGN 2024-11-11T15:31:24,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2ba59fc3a2adc613927d12f8af78751, ASSIGN; state=OFFLINE, location=9a1fddc00362,45879,1731339065279; forceNewPlan=false, retain=false 2024-11-11T15:31:24,239 INFO [9a1fddc00362:33997 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T15:31:24,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4cb6e1fdbd265549a7dd12ae25e5b90c, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:24,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2ba59fc3a2adc613927d12f8af78751, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:24,244 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cedac7f1c2a65e5e6d264302ae083265, regionState=OPENING, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:24,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2cca00b43a38a241378fc8827002eab, regionState=OPENING, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:24,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7cb57eeed6d0a7fa86f17459dc960388, regionState=OPENING, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:24,246 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=358acaa815712b2d8f24980542ec4795, regionState=OPENING, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:24,247 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daf2210eff4aad24183b7fe8866527de, regionState=OPENING, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:24,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=696795a0eb27fe9cbe9d84af18868c5c, regionState=OPENING, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:24,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=65349dd10d07dea4d7ca50d6d25fd953, regionState=OPENING, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:24,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:31:24,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:31:24,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ade62e18f8140c9a5106501eba0fb914, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:24,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:31:24,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:31:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:24,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2ba59fc3a2adc613927d12f8af78751, ASSIGN because future has completed 2024-11-11T15:31:24,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2ba59fc3a2adc613927d12f8af78751, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:31:24,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cedac7f1c2a65e5e6d264302ae083265, ASSIGN because future has completed 2024-11-11T15:31:24,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedac7f1c2a65e5e6d264302ae083265, server=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:31:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN because future has completed 2024-11-11T15:31:24,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN because future has completed 2024-11-11T15:31:24,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN because future has completed 2024-11-11T15:31:24,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,36695,1731339065868}] 2024-11-11T15:31:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN because future has completed 2024-11-11T15:31:24,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,36695,1731339065868}] 2024-11-11T15:31:24,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,36695,1731339065868}] 2024-11-11T15:31:24,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=696795a0eb27fe9cbe9d84af18868c5c, ASSIGN because future has completed 2024-11-11T15:31:24,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65349dd10d07dea4d7ca50d6d25fd953, ASSIGN because future has completed 2024-11-11T15:31:24,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c, ASSIGN because future has completed 2024-11-11T15:31:24,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,36695,1731339065868}] 2024-11-11T15:31:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914, ASSIGN because future has completed 2024-11-11T15:31:24,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c, server=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:31:24,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ade62e18f8140c9a5106501eba0fb914, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:31:24,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:31:24,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953, server=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:31:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:27,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:31:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:31,338 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:31:34,303 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:31:34,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:31:34,339 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:31:34,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:31:34,347 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:34,347 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cb6e1fdbd265549a7dd12ae25e5b90c, NAME => 'SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T15:31:34,348 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,348 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,348 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,348 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,361 INFO [StoreOpener-4cb6e1fdbd265549a7dd12ae25e5b90c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,371 INFO [StoreOpener-4cb6e1fdbd265549a7dd12ae25e5b90c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cb6e1fdbd265549a7dd12ae25e5b90c columnFamilyName cf 2024-11-11T15:31:34,371 DEBUG [StoreOpener-4cb6e1fdbd265549a7dd12ae25e5b90c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,374 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:34,374 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 696795a0eb27fe9cbe9d84af18868c5c, NAME => 'SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T15:31:34,374 INFO [StoreOpener-4cb6e1fdbd265549a7dd12ae25e5b90c-1 {}] regionserver.HStore(327): Store=4cb6e1fdbd265549a7dd12ae25e5b90c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,376 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,377 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,375 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,380 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,380 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,380 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,385 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,386 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,386 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,394 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,396 INFO [StoreOpener-696795a0eb27fe9cbe9d84af18868c5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,401 INFO [StoreOpener-696795a0eb27fe9cbe9d84af18868c5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 696795a0eb27fe9cbe9d84af18868c5c columnFamilyName cf 2024-11-11T15:31:34,405 DEBUG [StoreOpener-696795a0eb27fe9cbe9d84af18868c5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,409 INFO [StoreOpener-696795a0eb27fe9cbe9d84af18868c5c-1 {}] regionserver.HStore(327): Store=696795a0eb27fe9cbe9d84af18868c5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,412 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,415 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,416 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,418 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,418 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,425 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,425 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,432 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4cb6e1fdbd265549a7dd12ae25e5b90c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62850265, jitterRate=-0.06345807015895844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,432 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:34,437 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4cb6e1fdbd265549a7dd12ae25e5b90c: Running coprocessor pre-open hook at 1731339094348Writing region info on filesystem at 1731339094349 (+1 ms)Initializing all the Stores at 1731339094359 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094359Cleaning up temporary data from old regions at 1731339094386 (+27 ms)Running coprocessor post-open hooks at 1731339094432 (+46 ms)Region opened successfully at 1731339094437 (+5 ms) 2024-11-11T15:31:34,448 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/696795a0eb27fe9cbe9d84af18868c5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,449 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 696795a0eb27fe9cbe9d84af18868c5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968640, jitterRate=-0.04679298400878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,450 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:34,450 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 696795a0eb27fe9cbe9d84af18868c5c: Running coprocessor pre-open hook at 1731339094380Writing region info on filesystem at 1731339094380Initializing all the Stores at 1731339094395 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094395Cleaning up temporary data from old regions at 1731339094418 (+23 ms)Running coprocessor post-open hooks at 1731339094450 (+32 ms)Region opened successfully at 1731339094450 2024-11-11T15:31:34,451 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c., pid=23, masterSystemTime=1731339094302 2024-11-11T15:31:34,452 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c., pid=21, masterSystemTime=1731339094339 2024-11-11T15:31:34,455 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:34,455 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 358acaa815712b2d8f24980542ec4795, NAME => 'SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T15:31:34,457 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,457 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:34,457 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,457 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:34,457 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,457 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,457 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:34,458 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ade62e18f8140c9a5106501eba0fb914, NAME => 'SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T15:31:34,458 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,458 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,458 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,458 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4cb6e1fdbd265549a7dd12ae25e5b90c, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:34,477 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,45879,1731339065279, table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:31:34,480 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:34,480 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:34,480 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:34,480 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 65349dd10d07dea4d7ca50d6d25fd953, NAME => 'SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T15:31:34,481 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,481 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,481 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,481 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c, server=9a1fddc00362,45879,1731339065279 because future has completed 2024-11-11T15:31:34,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=696795a0eb27fe9cbe9d84af18868c5c, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c, server=9a1fddc00362,46685,1731339065585 because future has completed 2024-11-11T15:31:34,491 INFO [StoreOpener-ade62e18f8140c9a5106501eba0fb914-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,498 INFO [StoreOpener-ade62e18f8140c9a5106501eba0fb914-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ade62e18f8140c9a5106501eba0fb914 columnFamilyName cf 2024-11-11T15:31:34,498 DEBUG [StoreOpener-ade62e18f8140c9a5106501eba0fb914-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,499 INFO [StoreOpener-ade62e18f8140c9a5106501eba0fb914-1 {}] regionserver.HStore(327): Store=ade62e18f8140c9a5106501eba0fb914/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,500 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,500 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,500 INFO [StoreOpener-65349dd10d07dea4d7ca50d6d25fd953-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,501 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,504 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,505 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,505 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,509 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358acaa815712b2d8f24980542ec4795 columnFamilyName cf 2024-11-11T15:31:34,509 INFO [StoreOpener-65349dd10d07dea4d7ca50d6d25fd953-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65349dd10d07dea4d7ca50d6d25fd953 columnFamilyName cf 2024-11-11T15:31:34,509 DEBUG [StoreOpener-65349dd10d07dea4d7ca50d6d25fd953-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,509 DEBUG [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-11T15:31:34,511 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] regionserver.HStore(327): Store=358acaa815712b2d8f24980542ec4795/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,514 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,516 INFO [StoreOpener-65349dd10d07dea4d7ca50d6d25fd953-1 {}] regionserver.HStore(327): Store=65349dd10d07dea4d7ca50d6d25fd953/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,517 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,521 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,522 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c, server=9a1fddc00362,45879,1731339065279 in 10.0070 sec 2024-11-11T15:31:34,523 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,523 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-11T15:31:34,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c, server=9a1fddc00362,46685,1731339065585 in 10.0760 sec 2024-11-11T15:31:34,525 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,527 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,527 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,528 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,528 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,532 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4cb6e1fdbd265549a7dd12ae25e5b90c, ASSIGN in 10.4370 sec 2024-11-11T15:31:34,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=696795a0eb27fe9cbe9d84af18868c5c, ASSIGN in 10.4490 sec 2024-11-11T15:31:34,537 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/ade62e18f8140c9a5106501eba0fb914/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,538 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ade62e18f8140c9a5106501eba0fb914; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73599046, jitterRate=0.09671124815940857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,538 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:34,539 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ade62e18f8140c9a5106501eba0fb914: Running coprocessor pre-open hook at 1731339094459Writing region info on filesystem at 1731339094459Initializing all the Stores at 1731339094480 (+21 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094480Cleaning up temporary data from old regions at 1731339094505 (+25 ms)Running coprocessor post-open hooks at 1731339094538 (+33 ms)Region opened successfully at 1731339094539 (+1 ms) 2024-11-11T15:31:34,540 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,545 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914., pid=22, masterSystemTime=1731339094302 2024-11-11T15:31:34,552 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,554 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:34,554 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:34,554 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:34,554 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b2ba59fc3a2adc613927d12f8af78751, NAME => 'SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T15:31:34,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ade62e18f8140c9a5106501eba0fb914, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:34,556 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,556 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,556 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 358acaa815712b2d8f24980542ec4795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61841195, jitterRate=-0.07849438488483429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,556 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,556 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:34,556 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,557 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 358acaa815712b2d8f24980542ec4795: Running coprocessor pre-open hook at 1731339094458Writing region info on filesystem at 1731339094461 (+3 ms)Initializing all the Stores at 1731339094484 (+23 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094484Cleaning up temporary data from old regions at 1731339094528 (+44 ms)Running coprocessor post-open hooks at 1731339094556 (+28 ms)Region opened successfully at 1731339094556 2024-11-11T15:31:34,560 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795., pid=20, masterSystemTime=1731339094399 2024-11-11T15:31:34,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ade62e18f8140c9a5106501eba0fb914, server=9a1fddc00362,45879,1731339065279 because future has completed 2024-11-11T15:31:34,572 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:34,572 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:31:34,572 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:34,573 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f2cca00b43a38a241378fc8827002eab, NAME => 'SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T15:31:34,573 INFO [StoreOpener-b2ba59fc3a2adc613927d12f8af78751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,573 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,573 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,574 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,574 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=358acaa815712b2d8f24980542ec4795, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:34,574 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/65349dd10d07dea4d7ca50d6d25fd953/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,579 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 65349dd10d07dea4d7ca50d6d25fd953; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72892954, jitterRate=0.08618965744972229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,580 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:34,580 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 65349dd10d07dea4d7ca50d6d25fd953: Running coprocessor pre-open hook at 1731339094481Writing region info on filesystem at 1731339094481Initializing all the Stores at 1731339094496 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094496Cleaning up temporary data from old regions at 1731339094527 (+31 ms)Running coprocessor post-open hooks at 1731339094580 (+53 ms)Region opened successfully at 1731339094580 2024-11-11T15:31:34,581 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,45879,1731339065279, table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:31:34,582 INFO [StoreOpener-b2ba59fc3a2adc613927d12f8af78751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2ba59fc3a2adc613927d12f8af78751 columnFamilyName cf 2024-11-11T15:31:34,582 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,36695,1731339065868, table=SPTestTable, region=358acaa815712b2d8f24980542ec4795. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:31:34,582 DEBUG [StoreOpener-b2ba59fc3a2adc613927d12f8af78751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,583 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,583 INFO [StoreOpener-b2ba59fc3a2adc613927d12f8af78751-1 {}] regionserver.HStore(327): Store=b2ba59fc3a2adc613927d12f8af78751/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,584 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,586 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,587 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,587 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953., pid=24, masterSystemTime=1731339094339 2024-11-11T15:31:34,587 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,587 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,36695,1731339065868 because future has completed 2024-11-11T15:31:34,593 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cca00b43a38a241378fc8827002eab columnFamilyName cf 2024-11-11T15:31:34,593 DEBUG [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,599 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:34,599 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:34,599 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:34,600 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cedac7f1c2a65e5e6d264302ae083265, NAME => 'SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T15:31:34,600 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] regionserver.HStore(327): Store=f2cca00b43a38a241378fc8827002eab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,600 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,600 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,600 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,600 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,601 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,604 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=65349dd10d07dea4d7ca50d6d25fd953, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:34,612 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-11T15:31:34,616 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953, server=9a1fddc00362,46685,1731339065585 because future has completed 2024-11-11T15:31:34,620 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,620 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ade62e18f8140c9a5106501eba0fb914, server=9a1fddc00362,45879,1731339065279 in 10.1270 sec 2024-11-11T15:31:34,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-11T15:31:34,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,36695,1731339065868 in 10.1840 sec 2024-11-11T15:31:34,628 INFO [StoreOpener-cedac7f1c2a65e5e6d264302ae083265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ade62e18f8140c9a5106501eba0fb914, ASSIGN in 10.5410 sec 2024-11-11T15:31:34,630 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,631 INFO [StoreOpener-cedac7f1c2a65e5e6d264302ae083265-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cedac7f1c2a65e5e6d264302ae083265 columnFamilyName cf 2024-11-11T15:31:34,631 DEBUG [StoreOpener-cedac7f1c2a65e5e6d264302ae083265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,637 INFO [StoreOpener-cedac7f1c2a65e5e6d264302ae083265-1 {}] regionserver.HStore(327): Store=cedac7f1c2a65e5e6d264302ae083265/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,637 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN in 10.5480 sec 2024-11-11T15:31:34,644 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,648 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,652 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,652 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,656 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/b2ba59fc3a2adc613927d12f8af78751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,659 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,661 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,668 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b2ba59fc3a2adc613927d12f8af78751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73552438, jitterRate=0.09601673483848572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,668 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:34,668 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b2ba59fc3a2adc613927d12f8af78751: Running coprocessor pre-open hook at 1731339094557Writing region info on filesystem at 1731339094557Initializing all the Stores at 1731339094560 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094560Cleaning up temporary data from old regions at 1731339094588 (+28 ms)Running coprocessor post-open hooks at 1731339094668 (+80 ms)Region opened successfully at 1731339094668 2024-11-11T15:31:34,671 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751., pid=15, masterSystemTime=1731339094302 2024-11-11T15:31:34,672 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,672 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f2cca00b43a38a241378fc8827002eab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70659078, jitterRate=0.05290231108665466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,672 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:34,672 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f2cca00b43a38a241378fc8827002eab: Running coprocessor pre-open hook at 1731339094574Writing region info on filesystem at 1731339094574Initializing all the Stores at 1731339094578 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094578Cleaning up temporary data from old regions at 1731339094620 (+42 ms)Running coprocessor post-open hooks at 1731339094672 (+52 ms)Region opened successfully at 1731339094672 2024-11-11T15:31:34,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-11T15:31:34,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953, server=9a1fddc00362,46685,1731339065585 in 10.1550 sec 2024-11-11T15:31:34,676 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cedac7f1c2a65e5e6d264302ae083265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65237849, jitterRate=-0.027880296111106873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,676 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:34,676 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cedac7f1c2a65e5e6d264302ae083265: Running coprocessor pre-open hook at 1731339094601Writing region info on filesystem at 1731339094601Initializing all the Stores at 1731339094614 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094614Cleaning up temporary data from old regions at 1731339094652 (+38 ms)Running coprocessor post-open hooks at 1731339094676 (+24 ms)Region opened successfully at 1731339094676 2024-11-11T15:31:34,683 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., pid=17, masterSystemTime=1731339094399 2024-11-11T15:31:34,688 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., pid=16, masterSystemTime=1731339094339 2024-11-11T15:31:34,688 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:34,688 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:34,692 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:34,692 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:31:34,692 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:34,693 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cb57eeed6d0a7fa86f17459dc960388, NAME => 'SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T15:31:34,694 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,694 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,694 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,694 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65349dd10d07dea4d7ca50d6d25fd953, ASSIGN in 10.6000 sec 2024-11-11T15:31:34,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2ba59fc3a2adc613927d12f8af78751, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:34,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f2cca00b43a38a241378fc8827002eab, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:34,711 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:34,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cedac7f1c2a65e5e6d264302ae083265, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:31:34,711 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:34,722 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2ba59fc3a2adc613927d12f8af78751, server=9a1fddc00362,45879,1731339065279 because future has completed 2024-11-11T15:31:34,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,36695,1731339065868 because future has completed 2024-11-11T15:31:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cedac7f1c2a65e5e6d264302ae083265, server=9a1fddc00362,46685,1731339065585 because future has completed 2024-11-11T15:31:34,743 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb57eeed6d0a7fa86f17459dc960388 columnFamilyName cf 2024-11-11T15:31:34,743 DEBUG [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,748 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] regionserver.HStore(327): Store=7cb57eeed6d0a7fa86f17459dc960388/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,748 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,760 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,765 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,765 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,776 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-11T15:31:34,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-11T15:31:34,796 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b2ba59fc3a2adc613927d12f8af78751, server=9a1fddc00362,45879,1731339065279 in 10.4690 sec 2024-11-11T15:31:34,801 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7cb57eeed6d0a7fa86f17459dc960388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66938573, jitterRate=-0.0025375336408615112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,802 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:34,802 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7cb57eeed6d0a7fa86f17459dc960388: Running coprocessor pre-open hook at 1731339094694Writing region info on filesystem at 1731339094694Initializing all the Stores at 1731339094713 (+19 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094713Cleaning up temporary data from old regions at 1731339094765 (+52 ms)Running coprocessor post-open hooks at 1731339094802 (+37 ms)Region opened successfully at 1731339094802 2024-11-11T15:31:34,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-11T15:31:34,811 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., pid=18, masterSystemTime=1731339094399 2024-11-11T15:31:34,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,36695,1731339065868 in 10.3950 sec 2024-11-11T15:31:34,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ba59fc3a2adc613927d12f8af78751, ASSIGN in 10.7110 sec 2024-11-11T15:31:34,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN in 10.7260 sec 2024-11-11T15:31:34,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cedac7f1c2a65e5e6d264302ae083265, server=9a1fddc00362,46685,1731339065585 in 10.4720 sec 2024-11-11T15:31:34,824 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:34,824 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:34,824 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:34,824 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => daf2210eff4aad24183b7fe8866527de, NAME => 'SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T15:31:34,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:31:34,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cedac7f1c2a65e5e6d264302ae083265, ASSIGN in 10.7410 sec 2024-11-11T15:31:34,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7cb57eeed6d0a7fa86f17459dc960388, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:34,846 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,36695,1731339065868 because future has completed 2024-11-11T15:31:34,866 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf2210eff4aad24183b7fe8866527de columnFamilyName cf 2024-11-11T15:31:34,866 DEBUG [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:31:34,870 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] regionserver.HStore(327): Store=daf2210eff4aad24183b7fe8866527de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:31:34,870 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,872 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,872 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-11T15:31:34,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,36695,1731339065868 in 10.5180 sec 2024-11-11T15:31:34,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN in 10.8010 sec 2024-11-11T15:31:34,893 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:31:34,898 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened daf2210eff4aad24183b7fe8866527de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65564692, jitterRate=-0.023009955883026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:31:34,898 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:34,898 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for daf2210eff4aad24183b7fe8866527de: Running coprocessor pre-open hook at 1731339094826Writing region info on filesystem at 1731339094826Initializing all the Stores at 1731339094836 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339094837 (+1 ms)Cleaning up temporary data from old regions at 1731339094873 (+36 ms)Running coprocessor post-open hooks at 1731339094898 (+25 ms)Region opened successfully at 1731339094898 2024-11-11T15:31:34,904 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de., pid=19, masterSystemTime=1731339094399 2024-11-11T15:31:34,932 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:34,932 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:31:34,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daf2210eff4aad24183b7fe8866527de, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,36695,1731339065868 2024-11-11T15:31:34,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,36695,1731339065868 because future has completed 2024-11-11T15:31:34,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-11T15:31:34,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,36695,1731339065868 in 10.5740 sec 2024-11-11T15:31:34,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:31:34,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN in 10.9080 sec 2024-11-11T15:31:34,994 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:31:34,995 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339094994"}]},"ts":"1731339094994"} 2024-11-11T15:31:35,010 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T15:31:35,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:31:35,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.9430 sec 2024-11-11T15:31:39,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:31:40,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T15:31:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:31:41,398 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T15:31:41,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T15:31:41,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:31:41,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T15:31:41,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:31:41,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T15:31:41,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,668 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,671 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., hostname=9a1fddc00362,46685,1731339065585, seqNum=2] 2024-11-11T15:31:41,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c., hostname=9a1fddc00362,45879,1731339065279, seqNum=2] 2024-11-11T15:31:41,745 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c., hostname=9a1fddc00362,45879,1731339065279, seqNum=2] 2024-11-11T15:31:41,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c., hostname=9a1fddc00362,45879,1731339065279, seqNum=2] 2024-11-11T15:31:41,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c., hostname=9a1fddc00362,45879,1731339065279, seqNum=2] 2024-11-11T15:31:41,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:41,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., hostname=9a1fddc00362,36695,1731339065868, seqNum=2] 2024-11-11T15:31:43,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:31:43,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:31:43,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:31:43,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:31:43,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:31:43,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:31:43,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:31:43,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:31:44,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-11T15:31:44,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-11T15:31:44,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36695 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:31:44,600 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T15:31:44,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:31:44,609 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T15:31:44,628 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T15:31:44,675 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T15:31:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:31:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:31:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:31:44,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T15:31:44,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ade62e18f8140c9a5106501eba0fb914}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ba59fc3a2adc613927d12f8af78751}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cedac7f1c2a65e5e6d264302ae083265}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab}] 2024-11-11T15:31:44,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:44,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:44,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:44,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:44,777 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:44,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:44,807 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9a1fddc00362,36695,1731339065868 2024-11-11T15:31:44,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:44,808 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9a1fddc00362,36695,1731339065868: Simulated kill ***** 2024-11-11T15:31:44,808 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:31:44,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:44,813 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:31:44,815 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:31:44,819 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:31:44,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:44,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:44,825 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:31:44,836 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 762762424 }, "NonHeapMemoryUsage": { "committed": 156303360, "init": 7667712, "max": -1, "used": 152829960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9a1fddc00362", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9a1fddc00362", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56091", "tag.serverName": "9a1fddc00362,36695,1731339065868", "tag.clusterId": "0b760bbf-2c19-4d38-88b8-a34241e3e5fd", "tag.Context": "regionserver", "tag.Hostname": "9a1fddc00362", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731339065868, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T15:31:44,840 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33997 {}] master.MasterRpcServices(700): 9a1fddc00362,36695,1731339065868 reported a fatal error: ***** ABORTING region server 9a1fddc00362,36695,1731339065868: Simulated kill ***** 2024-11-11T15:31:44,852 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,36695,1731339065868' ***** 2024-11-11T15:31:44,852 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T15:31:44,853 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:31:44,853 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:31:44,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:31:44,854 INFO [RS:2;9a1fddc00362:36695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T15:31:44,854 INFO [RS:2;9a1fddc00362:36695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T15:31:44,854 INFO [RS:2;9a1fddc00362:36695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:31:44,854 INFO [RS:2;9a1fddc00362:36695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9a1fddc00362:36695. 2024-11-11T15:31:44,854 DEBUG [RS:2;9a1fddc00362:36695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:31:44,854 DEBUG [RS:2;9a1fddc00362:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741836_1012 (size=14382) 2024-11-11T15:31:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741836_1012 (size=14382) 2024-11-11T15:31:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741836_1012 (size=14382) 2024-11-11T15:31:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741834_1010 (size=1242) 2024-11-11T15:31:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741834_1010 (size=1242) 2024-11-11T15:31:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741834_1010 (size=1242) 2024-11-11T15:31:44,887 DEBUG [RS:2;9a1fddc00362:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:31:44,888 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:31:44,888 INFO [RS:2;9a1fddc00362:36695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36695 2024-11-11T15:31:44,889 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:31:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,36695,1731339065868 2024-11-11T15:31:44,904 INFO [RS:2;9a1fddc00362:36695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:31:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:31:44,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,36695,1731339065868] 2024-11-11T15:31:44,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,36695,1731339065868 already deleted, retry=false 2024-11-11T15:31:44,924 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9a1fddc00362,36695,1731339065868 on 9a1fddc00362,33997,1731339063350 2024-11-11T15:31:44,944 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9a1fddc00362,36695,1731339065868, splitWal=true, meta=true 2024-11-11T15:31:44,953 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9a1fddc00362,36695,1731339065868, splitWal=true, meta=true 2024-11-11T15:31:44,958 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 9a1fddc00362,36695,1731339065868 (carryingMeta=true) 9a1fddc00362,36695,1731339065868/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4043e62f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T15:31:44,961 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,36695,1731339065868, splitWal=true, meta=true, isMeta: true 2024-11-11T15:31:44,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:44,970 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting 2024-11-11T15:31:44,972 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:44,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:44,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:44,976 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T15:31:44,976 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=1000, timestamp=1731339105976 2024-11-11T15:31:44,977 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T15:31:44,977 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T15:31:44,977 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=1000, timestamp=1731339105977 2024-11-11T15:31:44,977 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=1000, timestamp=1731339105977 2024-11-11T15:31:44,978 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-11T15:31:44,978 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=1000, timestamp=1731339105978 2024-11-11T15:31:44,984 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9a1fddc00362,36695,1731339065868 WAL count=1, meta=true 2024-11-11T15:31:44,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta}] 2024-11-11T15:31:45,005 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:45,010 INFO [RS:2;9a1fddc00362:36695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:31:45,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:31:45,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x10197f4ff290003, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:31:45,010 INFO [RS:2;9a1fddc00362:36695 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,36695,1731339065868; zookeeper connection closed. 2024-11-11T15:31:45,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, worker=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:31:45,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67f1c7c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67f1c7c1 2024-11-11T15:31:45,542 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:31:45,542 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:31:45,980 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:45,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:45,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:45,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:45,982 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T15:31:45,982 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=2000, timestamp=1731339107982 2024-11-11T15:31:45,983 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T15:31:45,983 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=2000, timestamp=1731339107983 2024-11-11T15:31:45,983 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T15:31:45,983 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=2000, timestamp=1731339107983 2024-11-11T15:31:45,983 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-11T15:31:45,983 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=2000, timestamp=1731339107983 2024-11-11T15:31:47,984 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:47,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:47,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:47,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:47,990 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T15:31:47,990 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=4000, timestamp=1731339111990 2024-11-11T15:31:47,991 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T15:31:47,991 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=4000, timestamp=1731339111991 2024-11-11T15:31:47,992 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T15:31:47,992 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-11T15:31:47,992 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=4000, timestamp=1731339111992 2024-11-11T15:31:47,992 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=4000, timestamp=1731339111992 2024-11-11T15:31:51,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:31:51,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:31:51,993 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:51,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:51,997 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T15:31:51,997 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T15:31:51,997 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=8000, timestamp=1731339119997 2024-11-11T15:31:51,997 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=8000, timestamp=1731339119997 2024-11-11T15:31:51,997 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T15:31:51,997 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=8000, timestamp=1731339119997 2024-11-11T15:31:51,998 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-11T15:31:51,998 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=8000, timestamp=1731339119998 2024-11-11T15:31:54,399 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=9a1fddc00362,36695,1731339065868, timeout=1731339114778, delay=378, operations=null, containedObject=9a1fddc00362,45879,1731339065279, timeout=1731339114781, delay=381, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ade62e18f8140c9a5106501eba0fb914, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ba59fc3a2adc613927d12f8af78751, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, worker=9a1fddc00362,45879,1731339065279], containedObject=9a1fddc00362,46685,1731339065585, timeout=1731339114781, delay=381, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cedac7f1c2a65e5e6d264302ae083265, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953]] 2024-11-11T15:31:54,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T15:31:54,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T15:31:54,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T15:31:54,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:54,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T15:31:54,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:54,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b2ba59fc3a2adc613927d12f8af78751: 2024-11-11T15:31:54,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. for SnapshotProcedureTest completed. 2024-11-11T15:31:54,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-11T15:31:54,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ade62e18f8140c9a5106501eba0fb914: 2024-11-11T15:31:54,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. for SnapshotProcedureTest completed. 2024-11-11T15:31:54,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:54,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:54,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T15:31:54,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:54,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 696795a0eb27fe9cbe9d84af18868c5c: 2024-11-11T15:31:54,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. for SnapshotProcedureTest completed. 2024-11-11T15:31:54,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4cb6e1fdbd265549a7dd12ae25e5b90c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T15:31:54,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:54,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:54,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:54,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:31:54,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:31:54,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T15:31:54,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:54,821 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cedac7f1c2a65e5e6d264302ae083265 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T15:31:54,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:54,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 65349dd10d07dea4d7ca50d6d25fd953: 2024-11-11T15:31:54,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. for SnapshotProcedureTest completed. 2024-11-11T15:31:54,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:54,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:54,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:31:54,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:54,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:54,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:31:54,915 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, size=14.0 K (14382bytes) 2024-11-11T15:31:54,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T15:31:54,918 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T15:31:54,918 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta 2024-11-11T15:31:54,938 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta after 9ms 2024-11-11T15:31:55,076 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta took 163ms 2024-11-11T15:31:55,157 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T15:31:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:31:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:31:55,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:31:55,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:31:55,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T15:31:55,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta so closing down 2024-11-11T15:31:55,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T15:31:55,179 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp 2024-11-11T15:31:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T15:31:55,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:55,185 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:31:55,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741852_1028 (size=65) 2024-11-11T15:31:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741852_1028 (size=65) 2024-11-11T15:31:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:31:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:31:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741852_1028 (size=65) 2024-11-11T15:31:55,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:31:55,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T15:31:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T15:31:55,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:55,218 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:31:55,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:31:55,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:31:55,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T15:31:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T15:31:55,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:55,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:31:55,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2ba59fc3a2adc613927d12f8af78751 in 10.4410 sec 2024-11-11T15:31:55,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/.tmp/cf/62359122f5f640cbade8680c10a3d1e2 is 34, key is baa/cf:cf/1731339103183/Put/seqid=0 2024-11-11T15:31:55,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/.tmp/cf/1d1e8cd8d2ba40518ce029771647cb00 is 34, key is ccd/cf:cf/1731339103201/Put/seqid=0 2024-11-11T15:31:55,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65349dd10d07dea4d7ca50d6d25fd953 in 10.4770 sec 2024-11-11T15:31:55,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741850_1026 (size=65) 2024-11-11T15:31:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741850_1026 (size=65) 2024-11-11T15:31:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741850_1026 (size=65) 2024-11-11T15:31:55,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 696795a0eb27fe9cbe9d84af18868c5c in 10.4780 sec 2024-11-11T15:31:55,262 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp 2024-11-11T15:31:55,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:31:55,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T15:31:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T15:31:55,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:55,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:31:55,275 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T15:31:55,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ade62e18f8140c9a5106501eba0fb914 in 10.5210 sec 2024-11-11T15:31:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741854_1030 (size=47197) 2024-11-11T15:31:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741854_1030 (size=47197) 2024-11-11T15:31:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741854_1030 (size=47197) 2024-11-11T15:31:55,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/.tmp/cf/1d1e8cd8d2ba40518ce029771647cb00 2024-11-11T15:31:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741853_1029 (size=28623) 2024-11-11T15:31:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741853_1029 (size=28623) 2024-11-11T15:31:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741853_1029 (size=28623) 2024-11-11T15:31:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741855_1031 (size=14141) 2024-11-11T15:31:55,427 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/.tmp/cf/62359122f5f640cbade8680c10a3d1e2 2024-11-11T15:31:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741855_1031 (size=14141) 2024-11-11T15:31:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741855_1031 (size=14141) 2024-11-11T15:31:55,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/.tmp/cf/62359122f5f640cbade8680c10a3d1e2 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/cf/62359122f5f640cbade8680c10a3d1e2 2024-11-11T15:31:55,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/.tmp/cf/1d1e8cd8d2ba40518ce029771647cb00 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/cf/1d1e8cd8d2ba40518ce029771647cb00 2024-11-11T15:31:55,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/cf/62359122f5f640cbade8680c10a3d1e2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T15:31:55,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/cf/1d1e8cd8d2ba40518ce029771647cb00, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T15:31:55,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for cedac7f1c2a65e5e6d264302ae083265 in 817ms, sequenceid=5, compaction requested=false 2024-11-11T15:31:55,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4cb6e1fdbd265549a7dd12ae25e5b90c in 829ms, sequenceid=5, compaction requested=false 2024-11-11T15:31:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4cb6e1fdbd265549a7dd12ae25e5b90c: 2024-11-11T15:31:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cedac7f1c2a65e5e6d264302ae083265: 2024-11-11T15:31:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. for SnapshotProcedureTest completed. 2024-11-11T15:31:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. for SnapshotProcedureTest completed. 2024-11-11T15:31:55,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:55,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:31:55,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:55,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:31:55,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/cf/62359122f5f640cbade8680c10a3d1e2] hfiles 2024-11-11T15:31:55,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/cf/1d1e8cd8d2ba40518ce029771647cb00] hfiles 2024-11-11T15:31:55,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/cf/62359122f5f640cbade8680c10a3d1e2 for snapshot=SnapshotProcedureTest 2024-11-11T15:31:55,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/cf/1d1e8cd8d2ba40518ce029771647cb00 for snapshot=SnapshotProcedureTest 2024-11-11T15:31:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741856_1032 (size=105) 2024-11-11T15:31:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741856_1032 (size=105) 2024-11-11T15:31:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741856_1032 (size=105) 2024-11-11T15:31:55,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:31:55,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T15:31:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T15:31:55,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:55,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:31:55,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp (wrote 25 edits, skipped 0 edits in 11 ms) 2024-11-11T15:31:55,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cedac7f1c2a65e5e6d264302ae083265 in 11.0540 sec 2024-11-11T15:31:55,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T15:31:55,842 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 690 ms; skipped=1; WAL=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-11T15:31:55,842 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, journal: Splitting hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, size=14.0 K (14382bytes) at 1731339114915Finishing writing output for hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta so closing down at 1731339115164 (+249 ms)Creating recovered edits writer path=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp at 1731339115262 (+98 ms)3 split writer threads finished at 1731339115275 (+13 ms)Closed recovered edits writer path=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp (wrote 25 edits, skipped 0 edits in 11 ms) at 1731339115828 (+553 ms)Rename recovered edits hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta.temp to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731339115834 (+6 ms)Processed 26 edits across 1 Regions in 690 ms; skipped=1; WAL=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731339115842 (+8 ms) 2024-11-11T15:31:55,842 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta 2024-11-11T15:31:55,843 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T15:31:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T15:31:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741857_1033 (size=105) 2024-11-11T15:31:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741857_1033 (size=105) 2024-11-11T15:31:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741857_1033 (size=105) 2024-11-11T15:31:55,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:31:55,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T15:31:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T15:31:55,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:55,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:31:55,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4cb6e1fdbd265549a7dd12ae25e5b90c in 11.1370 sec 2024-11-11T15:31:55,951 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs 2024-11-11T15:31:55,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-11T15:31:55,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, worker=9a1fddc00362,45879,1731339065279 in 10.9380 sec 2024-11-11T15:31:55,976 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:55,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T15:31:55,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9a1fddc00362%2C36695%2C1731339065868.meta.1731339081663.meta, worker=9a1fddc00362,45879,1731339065279 in 10.9900 sec 2024-11-11T15:31:56,000 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting dir is empty, no logs to split. 2024-11-11T15:31:56,000 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,36695,1731339065868 WAL count=0, meta=true 2024-11-11T15:31:56,000 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,36695,1731339065868 WAL splitting is done? wals=0, meta=true 2024-11-11T15:31:56,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:31:56,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:31:56,020 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:31:56,172 DEBUG [9a1fddc00362:33997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:31:56,172 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:31:56,172 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:31:56,173 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:31:56,173 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:31:56,173 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:31:56,173 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:31:56,173 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:31:56,173 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:31:56,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:31:56,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45879,1731339065279, state=OPENING 2024-11-11T15:31:56,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:56,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:56,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:56,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:31:56,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:31:56,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:31:56,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:31:59,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:31:59,999 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:31:59,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:00,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:00,004 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T15:32:00,004 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T15:32:00,004 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=16000, timestamp=1731339136004 2024-11-11T15:32:00,004 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=16000, timestamp=1731339136004 2024-11-11T15:32:00,005 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T15:32:00,005 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=16000, timestamp=1731339136005 2024-11-11T15:32:00,006 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-11T15:32:00,006 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=16000, timestamp=1731339136006 2024-11-11T15:32:01,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:32:02,498 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T15:32:02,498 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T15:32:06,304 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:32:06,304 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:32:06,305 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:32:06,325 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C45879%2C1731339065279.meta, suffix=.meta, logDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs, maxLogs=32 2024-11-11T15:32:06,370 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279/9a1fddc00362%2C45879%2C1731339065279.meta.1731339126326.meta, exclude list is [], retry=0 2024-11-11T15:32:06,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36095,DS-9781e6d0-cf48-4640-b021-0d9e3e948dda,DISK] 2024-11-11T15:32:06,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34517,DS-be25ded6-bf46-4d26-b30a-d18f446fe0fd,DISK] 2024-11-11T15:32:06,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-04b43d68-e70b-4bf1-9918-e616375db559,DISK] 2024-11-11T15:32:06,440 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,45879,1731339065279/9a1fddc00362%2C45879%2C1731339065279.meta.1731339126326.meta 2024-11-11T15:32:06,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509),(127.0.0.1/127.0.0.1:33717:33717),(127.0.0.1/127.0.0.1:45055:45055)] 2024-11-11T15:32:06,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:32:06,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:32:06,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:32:06,446 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:32:06,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:32:06,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:06,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:32:06,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:32:06,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:32:06,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:32:06,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:06,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:06,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:32:06,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:32:06,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:06,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:06,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:32:06,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:32:06,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:06,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:06,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:32:06,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:32:06,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:06,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:32:06,514 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:32:06,516 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:32:06,527 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740 2024-11-11T15:32:06,533 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T15:32:06,557 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T15:32:06,558 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-11T15:32:06,616 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/1f6da96358cc43dc836542497884af7a is 167, key is SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953./info:regioninfo/1731339094610/Put/seqid=0 2024-11-11T15:32:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741859_1035 (size=18393) 2024-11-11T15:32:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741859_1035 (size=18393) 2024-11-11T15:32:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741859_1035 (size=18393) 2024-11-11T15:32:06,723 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/1f6da96358cc43dc836542497884af7a 2024-11-11T15:32:06,822 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/ns/446693002aea406983a659ba3495de93 is 43, key is default/ns:d/1731339082265/Put/seqid=0 2024-11-11T15:32:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741860_1036 (size=5153) 2024-11-11T15:32:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741860_1036 (size=5153) 2024-11-11T15:32:06,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741860_1036 (size=5153) 2024-11-11T15:32:06,924 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/ns/446693002aea406983a659ba3495de93 2024-11-11T15:32:07,005 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/table/8dfb03e0401f4d8d8bbeeb0f5390e41f is 47, key is SPTestTable/table:state/1731339094994/Put/seqid=0 2024-11-11T15:32:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741861_1037 (size=5214) 2024-11-11T15:32:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741861_1037 (size=5214) 2024-11-11T15:32:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741861_1037 (size=5214) 2024-11-11T15:32:07,100 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/table/8dfb03e0401f4d8d8bbeeb0f5390e41f 2024-11-11T15:32:07,132 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/1f6da96358cc43dc836542497884af7a as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/info/1f6da96358cc43dc836542497884af7a 2024-11-11T15:32:07,254 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/info/1f6da96358cc43dc836542497884af7a, entries=100, sequenceid=28, filesize=18.0 K 2024-11-11T15:32:07,256 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/ns/446693002aea406983a659ba3495de93 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/ns/446693002aea406983a659ba3495de93 2024-11-11T15:32:07,283 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/ns/446693002aea406983a659ba3495de93, entries=2, sequenceid=28, filesize=5.0 K 2024-11-11T15:32:07,287 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/table/8dfb03e0401f4d8d8bbeeb0f5390e41f as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/table/8dfb03e0401f4d8d8bbeeb0f5390e41f 2024-11-11T15:32:07,305 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/table/8dfb03e0401f4d8d8bbeeb0f5390e41f, entries=2, sequenceid=28, filesize=5.1 K 2024-11-11T15:32:07,306 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=28, compaction requested=false; wal=null 2024-11-11T15:32:07,316 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-11T15:32:07,318 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:32:07,318 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:32:07,321 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:32:07,326 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:32:07,337 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-11T15:32:07,339 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490005, jitterRate=0.0354817658662796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:32:07,339 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:32:07,339 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339126447Writing region info on filesystem at 1731339126447Initializing all the Stores at 1731339126454 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339126454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339126468 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339126468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339126468Obtaining lock to block concurrent updates at 1731339126558 (+90 ms)Preparing flush snapshotting stores in 1588230740 at 1731339126558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731339126558Flushing stores of hbase:meta,,1.1588230740 at 1731339126558Flushing 1588230740/info: creating writer at 1731339126560 (+2 ms)Flushing 1588230740/info: appending metadata at 1731339126615 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731339126615Flushing 1588230740/ns: creating writer at 1731339126780 (+165 ms)Flushing 1588230740/ns: appending metadata at 1731339126820 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731339126820Flushing 1588230740/table: creating writer at 1731339126949 (+129 ms)Flushing 1588230740/table: appending metadata at 1731339127003 (+54 ms)Flushing 1588230740/table: closing flushed file at 1731339127003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525deda7: reopening flushed file at 1731339127130 (+127 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afa53aa: reopening flushed file at 1731339127254 (+124 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222be151: reopening flushed file at 1731339127284 (+30 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 749ms, sequenceid=28, compaction requested=false; wal=null at 1731339127306 (+22 ms)Cleaning up temporary data from old regions at 1731339127318 (+12 ms)Running coprocessor post-open hooks at 1731339127339 (+21 ms)Region opened successfully at 1731339127339 2024-11-11T15:32:07,345 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731339126226 2024-11-11T15:32:07,360 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:32:07,360 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:32:07,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:07,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,45879,1731339065279, state=OPEN 2024-11-11T15:32:07,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:32:07,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:32:07,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:32:07,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:32:07,368 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:07,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:32:07,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:32:07,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T15:32:07,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,45879,1731339065279 in 11.1640 sec 2024-11-11T15:32:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-11T15:32:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.3710 sec 2024-11-11T15:32:07,386 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9a1fddc00362,36695,1731339065868 had 5 regions 2024-11-11T15:32:07,388 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,36695,1731339065868, splitWal=true, meta=true, isMeta: false 2024-11-11T15:32:07,418 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9a1fddc00362,36695,1731339065868 WAL count=1, meta=false 2024-11-11T15:32:07,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9a1fddc00362%2C36695%2C1731339065868.1731339070884}] 2024-11-11T15:32:07,422 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:07,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C36695%2C1731339065868.1731339070884, worker=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:32:12,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:32:12,645 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T15:32:16,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:16,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:16,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:16,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:16,015 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 can not run currently because target server of region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 9a1fddc00362,36695,1731339065868 is in state SPLITTING, wait 32000 ms to retry 2024-11-11T15:32:16,015 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab can not run currently because target server of region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 9a1fddc00362,36695,1731339065868 is in state SPLITTING, wait 32000 ms to retry 2024-11-11T15:32:16,016 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab; timeout=32000, timestamp=1731339168016 2024-11-11T15:32:16,016 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795; timeout=32000, timestamp=1731339168016 2024-11-11T15:32:16,016 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de can not run currently because target server of region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 9a1fddc00362,36695,1731339065868 is in state SPLITTING, wait 32000 ms to retry 2024-11-11T15:32:16,016 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de; timeout=32000, timestamp=1731339168016 2024-11-11T15:32:16,016 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 can not run currently because target server of region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 9a1fddc00362,36695,1731339065868 is in state SPLITTING, wait 32000 ms to retry 2024-11-11T15:32:16,016 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388; timeout=32000, timestamp=1731339168016 2024-11-11T15:32:17,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-11T15:32:17,501 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884, size=1.2 K (1242bytes) 2024-11-11T15:32:17,502 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 2024-11-11T15:32:17,504 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 after 2ms 2024-11-11T15:32:17,526 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 took 25ms 2024-11-11T15:32:17,587 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 358acaa815712b2d8f24980542ec4795: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:32:17,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f2cca00b43a38a241378fc8827002eab: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:32:17,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7cb57eeed6d0a7fa86f17459dc960388: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:32:17,610 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for daf2210eff4aad24183b7fe8866527de: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:32:17,610 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 so closing down 2024-11-11T15:32:17,610 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T15:32:17,613 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T15:32:17,614 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 50 ms; skipped=4; WAL=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-11T15:32:17,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884, journal: Splitting hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884, size=1.2 K (1242bytes) at 1731339137502Finishing writing output for hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 so closing down at 1731339137610 (+108 ms)3 split writer threads finished at 1731339137613 (+3 ms)Processed 4 edits across 0 Regions in 50 ms; skipped=4; WAL=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731339137614 (+1 ms) 2024-11-11T15:32:17,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 2024-11-11T15:32:17,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T15:32:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T15:32:17,668 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting/9a1fddc00362%2C36695%2C1731339065868.1731339070884 to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs 2024-11-11T15:32:17,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-11T15:32:17,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C36695%2C1731339065868.1731339070884, worker=9a1fddc00362,46685,1731339065585 in 10.2400 sec 2024-11-11T15:32:17,676 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:17,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-11T15:32:17,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9a1fddc00362%2C36695%2C1731339065868.1731339070884, worker=9a1fddc00362,46685,1731339065585 in 10.2580 sec 2024-11-11T15:32:17,707 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/WALs/9a1fddc00362,36695,1731339065868-splitting dir is empty, no logs to split. 2024-11-11T15:32:17,707 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9a1fddc00362,36695,1731339065868 WAL count=0, meta=false 2024-11-11T15:32:17,707 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,36695,1731339065868 WAL splitting is done? wals=0, meta=false 2024-11-11T15:32:17,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN}] 2024-11-11T15:32:17,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN 2024-11-11T15:32:17,717 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN 2024-11-11T15:32:17,719 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:32:17,719 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:32:17,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN 2024-11-11T15:32:17,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN 2024-11-11T15:32:17,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:32:17,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:32:17,870 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:32:17,870 INFO [9a1fddc00362:33997 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:32:17,870 DEBUG [9a1fddc00362:33997 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:32:17,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=daf2210eff4aad24183b7fe8866527de, regionState=OPENING, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:17,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7cb57eeed6d0a7fa86f17459dc960388, regionState=OPENING, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:17,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=358acaa815712b2d8f24980542ec4795, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:17,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f2cca00b43a38a241378fc8827002eab, regionState=OPENING, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:17,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9a1fddc00362:36695 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:32:17,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1, error=java.net.ConnectException: Call to address=9a1fddc00362:36695 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:32:17,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T15:32:17,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 from cache 2024-11-11T15:32:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=9a1fddc00362:36695 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:32:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=9a1fddc00362:36695 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:32:17,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=9a1fddc00362:36695 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:32:17,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 9a1fddc00362:36695 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:32:18,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:32:18,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45879,1731339065279, seqNum=-1] 2024-11-11T15:32:18,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:32:18,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:32:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN because future has completed 2024-11-11T15:32:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN because future has completed 2024-11-11T15:32:18,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:32:18,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:32:18,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN because future has completed 2024-11-11T15:32:18,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,46685,1731339065585}] 2024-11-11T15:32:18,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN because future has completed 2024-11-11T15:32:18,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,45879,1731339065279}] 2024-11-11T15:32:18,593 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:33997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T15:32:19,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4cb6e1fdbd265549a7dd12ae25e5b90c, had cached 0 bytes from a total of 47197 2024-11-11T15:32:19,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cedac7f1c2a65e5e6d264302ae083265, had cached 0 bytes from a total of 28623 2024-11-11T15:32:22,397 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ade62e18f8140c9a5106501eba0fb914 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,400 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b2ba59fc3a2adc613927d12f8af78751 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,403 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4cb6e1fdbd265549a7dd12ae25e5b90c changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,405 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,405 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 65349dd10d07dea4d7ca50d6d25fd953 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,405 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 696795a0eb27fe9cbe9d84af18868c5c changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:22,405 DEBUG [master/9a1fddc00362:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cedac7f1c2a65e5e6d264302ae083265 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:32:28,084 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:32:28,084 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 358acaa815712b2d8f24980542ec4795, NAME => 'SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T15:32:28,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:28,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,085 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,092 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:32:28,092 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cb57eeed6d0a7fa86f17459dc960388, NAME => 'SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T15:32:28,093 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,093 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:28,093 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,093 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,102 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,108 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,109 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358acaa815712b2d8f24980542ec4795 columnFamilyName cf 2024-11-11T15:32:28,109 DEBUG [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:28,112 INFO [StoreOpener-358acaa815712b2d8f24980542ec4795-1 {}] regionserver.HStore(327): Store=358acaa815712b2d8f24980542ec4795/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:28,113 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,115 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,116 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb57eeed6d0a7fa86f17459dc960388 columnFamilyName cf 2024-11-11T15:32:28,116 DEBUG [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:28,117 INFO [StoreOpener-7cb57eeed6d0a7fa86f17459dc960388-1 {}] regionserver.HStore(327): Store=7cb57eeed6d0a7fa86f17459dc960388/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:28,117 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,118 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,118 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,118 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,119 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,122 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,122 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,124 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,124 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,134 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 358acaa815712b2d8f24980542ec4795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72475252, jitterRate=0.07996541261672974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:32:28,134 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:28,134 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 358acaa815712b2d8f24980542ec4795: Running coprocessor pre-open hook at 1731339148086Writing region info on filesystem at 1731339148086Initializing all the Stores at 1731339148100 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339148100Cleaning up temporary data from old regions at 1731339148119 (+19 ms)Running coprocessor post-open hooks at 1731339148134 (+15 ms)Region opened successfully at 1731339148134 2024-11-11T15:32:28,137 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,138 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795., pid=47, masterSystemTime=1731339148029 2024-11-11T15:32:28,141 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:32:28,141 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:32:28,141 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:32:28,141 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => f2cca00b43a38a241378fc8827002eab, NAME => 'SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T15:32:28,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=358acaa815712b2d8f24980542ec4795, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:28,142 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,142 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:28,142 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,142 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,142 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7cb57eeed6d0a7fa86f17459dc960388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71213401, jitterRate=0.06116236746311188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:32:28,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:28,143 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7cb57eeed6d0a7fa86f17459dc960388: Running coprocessor pre-open hook at 1731339148093Writing region info on filesystem at 1731339148093Initializing all the Stores at 1731339148104 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339148104Cleaning up temporary data from old regions at 1731339148124 (+20 ms)Running coprocessor post-open hooks at 1731339148143 (+19 ms)Region opened successfully at 1731339148143 2024-11-11T15:32:28,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,45879,1731339065279 because future has completed 2024-11-11T15:32:28,149 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., pid=48, masterSystemTime=1731339148028 2024-11-11T15:32:28,150 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,157 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:32:28,157 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:32:28,157 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:32:28,158 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => daf2210eff4aad24183b7fe8866527de, NAME => 'SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T15:32:28,158 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,158 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:32:28,158 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,158 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-11T15:32:28,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7cb57eeed6d0a7fa86f17459dc960388, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:28,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 358acaa815712b2d8f24980542ec4795, server=9a1fddc00362,45879,1731339065279 in 10.1280 sec 2024-11-11T15:32:28,161 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cca00b43a38a241378fc8827002eab columnFamilyName cf 2024-11-11T15:32:28,161 DEBUG [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:28,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358acaa815712b2d8f24980542ec4795, ASSIGN in 10.4480 sec 2024-11-11T15:32:28,163 INFO [StoreOpener-f2cca00b43a38a241378fc8827002eab-1 {}] regionserver.HStore(327): Store=f2cca00b43a38a241378fc8827002eab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,46685,1731339065585 because future has completed 2024-11-11T15:32:28,163 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,165 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,166 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,167 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf2210eff4aad24183b7fe8866527de columnFamilyName cf 2024-11-11T15:32:28,167 DEBUG [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:32:28,168 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,168 INFO [StoreOpener-daf2210eff4aad24183b7fe8866527de-1 {}] regionserver.HStore(327): Store=daf2210eff4aad24183b7fe8866527de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:32:28,168 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,168 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,168 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,169 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,172 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,172 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,172 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,172 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,174 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened f2cca00b43a38a241378fc8827002eab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70017462, jitterRate=0.043341487646102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:32:28,174 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:28,174 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for f2cca00b43a38a241378fc8827002eab: Running coprocessor pre-open hook at 1731339148142Writing region info on filesystem at 1731339148142Initializing all the Stores at 1731339148144 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339148144Cleaning up temporary data from old regions at 1731339148169 (+25 ms)Running coprocessor post-open hooks at 1731339148174 (+5 ms)Region opened successfully at 1731339148174 2024-11-11T15:32:28,176 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., pid=50, masterSystemTime=1731339148029 2024-11-11T15:32:28,178 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,179 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened daf2210eff4aad24183b7fe8866527de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64403501, jitterRate=-0.04031305015087128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:32:28,179 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:28,179 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for daf2210eff4aad24183b7fe8866527de: Running coprocessor pre-open hook at 1731339148158Writing region info on filesystem at 1731339148158Initializing all the Stores at 1731339148163 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339148163Cleaning up temporary data from old regions at 1731339148173 (+10 ms)Running coprocessor post-open hooks at 1731339148179 (+6 ms)Region opened successfully at 1731339148179 2024-11-11T15:32:28,181 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:32:28,182 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:32:28,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f2cca00b43a38a241378fc8827002eab, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:28,189 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de., pid=49, masterSystemTime=1731339148028 2024-11-11T15:32:28,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-11T15:32:28,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388, server=9a1fddc00362,46685,1731339065585 in 10.1530 sec 2024-11-11T15:32:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,45879,1731339065279 because future has completed 2024-11-11T15:32:28,200 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:32:28,200 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:32:28,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=daf2210eff4aad24183b7fe8866527de, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:28,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cb57eeed6d0a7fa86f17459dc960388, ASSIGN in 10.4870 sec 2024-11-11T15:32:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,46685,1731339065585 because future has completed 2024-11-11T15:32:28,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-11-11T15:32:28,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure f2cca00b43a38a241378fc8827002eab, server=9a1fddc00362,45879,1731339065279 in 10.1740 sec 2024-11-11T15:32:28,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-11T15:32:28,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure daf2210eff4aad24183b7fe8866527de, server=9a1fddc00362,46685,1731339065585 in 10.1850 sec 2024-11-11T15:32:28,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f2cca00b43a38a241378fc8827002eab, ASSIGN in 10.5030 sec 2024-11-11T15:32:28,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-11T15:32:28,226 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 9a1fddc00362,36695,1731339065868 after splitting done 2024-11-11T15:32:28,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2210eff4aad24183b7fe8866527de, ASSIGN in 10.5070 sec 2024-11-11T15:32:28,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 9a1fddc00362,36695,1731339065868, splitWal=true, meta=true in 43.3010 sec 2024-11-11T15:32:31,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:32:33,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:32:48,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:48,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:48,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:48,017 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:48,029 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=9a1fddc00362,46685,1731339065585, timeout=1731339178018, delay=9989, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388], containedObject=9a1fddc00362,45879,1731339065279, timeout=1731339178018, delay=9989, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795]] 2024-11-11T15:32:51,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-11T15:32:51,601 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:33997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T15:32:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T15:32:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T15:32:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T15:32:58,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:32:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T15:32:58,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:32:58,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for daf2210eff4aad24183b7fe8866527de: 2024-11-11T15:32:58,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. for SnapshotProcedureTest completed. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7cb57eeed6d0a7fa86f17459dc960388: 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f2cca00b43a38a241378fc8827002eab: 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. for SnapshotProcedureTest completed. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. for SnapshotProcedureTest completed. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 358acaa815712b2d8f24980542ec4795: 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. for SnapshotProcedureTest completed. 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:32:58,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:32:58,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:32:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741863_1039 (size=65) 2024-11-11T15:32:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741863_1039 (size=65) 2024-11-11T15:32:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741863_1039 (size=65) 2024-11-11T15:32:58,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:32:58,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741862_1038 (size=57) 2024-11-11T15:32:58,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T15:32:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T15:32:58,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741862_1038 (size=57) 2024-11-11T15:32:58,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:32:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741862_1038 (size=57) 2024-11-11T15:32:58,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:32:58,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T15:32:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T15:32:58,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:58,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de 2024-11-11T15:32:58,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7cb57eeed6d0a7fa86f17459dc960388 in 1 mins, 13.288 sec 2024-11-11T15:32:58,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure daf2210eff4aad24183b7fe8866527de in 1 mins, 13.291 sec 2024-11-11T15:32:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741864_1040 (size=65) 2024-11-11T15:32:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741864_1040 (size=65) 2024-11-11T15:32:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741864_1040 (size=65) 2024-11-11T15:32:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741865_1041 (size=57) 2024-11-11T15:32:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741865_1041 (size=57) 2024-11-11T15:32:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741865_1041 (size=57) 2024-11-11T15:32:58,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:32:58,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T15:32:58,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:32:58,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T15:32:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T15:32:58,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:58,065 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab 2024-11-11T15:32:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T15:32:58,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:58,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 2024-11-11T15:32:58,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f2cca00b43a38a241378fc8827002eab in 1 mins, 13.307 sec 2024-11-11T15:32:58,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-11T15:32:58,071 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T15:32:58,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 358acaa815712b2d8f24980542ec4795 in 1 mins, 13.308 sec 2024-11-11T15:32:58,074 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T15:32:58,077 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T15:32:58,077 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T15:32:58,081 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:32:58,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741866_1042 (size=1094) 2024-11-11T15:32:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741866_1042 (size=1094) 2024-11-11T15:32:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741866_1042 (size=1094) 2024-11-11T15:32:58,140 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T15:32:58,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T15:32:58,159 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:58,160 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:58,160 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:58,160 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:32:58,160 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:32:58,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:01,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:33:04,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4cb6e1fdbd265549a7dd12ae25e5b90c, had cached 0 bytes from a total of 47197 2024-11-11T15:33:04,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cedac7f1c2a65e5e6d264302ae083265, had cached 0 bytes from a total of 28623 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-11T15:33:08,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-11T15:33:08,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:33:08,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T15:33:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T15:33:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-11T15:33:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-11T15:33:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-11T15:33:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-11T15:33:08,177 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 Release verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-11T15:33:08,177 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,178 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 Release verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:08,178 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-11T15:33:08,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 10.0270 sec 2024-11-11T15:33:08,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 in 10.0270 sec 2024-11-11T15:33:08,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 in 10.0260 sec 2024-11-11T15:33:08,183 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,184 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 Release verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:08,184 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 10.0330 sec 2024-11-11T15:33:08,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 10.0270 sec 2024-11-11T15:33:08,187 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:08,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 in 10.0330 sec 2024-11-11T15:33:08,190 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:10,527 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-11T15:33:18,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-11T15:33:18,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-11T15:33:18,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-11T15:33:18,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-11T15:33:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-11T15:33:18,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-11T15:33:18,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-11T15:33:18,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-11T15:33:18,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T15:33:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-11T15:33:18,198 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-11T15:33:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-11T15:33:18,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 20.0470 sec 2024-11-11T15:33:18,206 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 Release verify snapshot worker=9a1fddc00362,46685,1731339065585 2024-11-11T15:33:18,208 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:18,212 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 Release verify snapshot worker=9a1fddc00362,45879,1731339065279 2024-11-11T15:33:18,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,46685,1731339065585 in 20.0550 sec 2024-11-11T15:33:18,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 20.0570 sec 2024-11-11T15:33:18,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=25 2024-11-11T15:33:18,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,45879,1731339065279 in 20.0610 sec 2024-11-11T15:33:18,218 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T15:33:18,238 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T15:33:18,249 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T15:33:18,249 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T15:33:18,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.663 sec 2024-11-11T15:33:18,377 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T15:33:18,380 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9a1fddc00362:36695 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9a1fddc00362/172.17.0.3:36695 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:33:18,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 9a1fddc00362:36695 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:33:18,382 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1, error=java.net.ConnectException: Call to address=9a1fddc00362:36695 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9a1fddc00362/172.17.0.3:36695 2024-11-11T15:33:18,382 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T15:33:18,382 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,36695,1731339065868, seqNum=-1 from cache 2024-11-11T15:33:18,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:18,497 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,45879,1731339065279, seqNum=-1] 2024-11-11T15:33:18,577 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T15:33:18,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:33:18,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:18,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:18,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:18,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:18,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:18,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:33:18,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=366706026, stopped=false 2024-11-11T15:33:18,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33997,1731339063350 2024-11-11T15:33:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:18,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:18,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:18,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:18,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:18,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,45879,1731339065279' ***** 2024-11-11T15:33:18,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:18,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,46685,1731339065585' ***** 2024-11-11T15:33:18,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:33:18,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:18,594 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:18,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:18,595 INFO [RS:1;9a1fddc00362:46685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:18,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:18,595 INFO [RS:1;9a1fddc00362:46685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:18,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:18,595 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for cedac7f1c2a65e5e6d264302ae083265 2024-11-11T15:33:18,595 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:33:18,595 INFO [RS:0;9a1fddc00362:45879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:33:18,595 INFO [RS:0;9a1fddc00362:45879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:33:18,595 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for f2cca00b43a38a241378fc8827002eab 2024-11-11T15:33:18,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:33:18,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:18,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:18,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cb57eeed6d0a7fa86f17459dc960388 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 65349dd10d07dea4d7ca50d6d25fd953 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 696795a0eb27fe9cbe9d84af18868c5c 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for daf2210eff4aad24183b7fe8866527de 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,46685,1731339065585 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:18,605 INFO [RS:1;9a1fddc00362:46685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:46685. 2024-11-11T15:33:18,605 DEBUG [RS:1;9a1fddc00362:46685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:18,605 DEBUG [RS:1;9a1fddc00362:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:18,606 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T15:33:18,606 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1325): Online Regions={cedac7f1c2a65e5e6d264302ae083265=SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265., 7cb57eeed6d0a7fa86f17459dc960388=SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388., 65349dd10d07dea4d7ca50d6d25fd953=SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953., 696795a0eb27fe9cbe9d84af18868c5c=SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c., daf2210eff4aad24183b7fe8866527de=SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de.} 2024-11-11T15:33:18,606 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1351): Waiting on 65349dd10d07dea4d7ca50d6d25fd953, 696795a0eb27fe9cbe9d84af18868c5c, 7cb57eeed6d0a7fa86f17459dc960388, cedac7f1c2a65e5e6d264302ae083265, daf2210eff4aad24183b7fe8866527de 2024-11-11T15:33:18,607 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cedac7f1c2a65e5e6d264302ae083265, disabling compactions & flushes 2024-11-11T15:33:18,608 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. after waiting 0 ms 2024-11-11T15:33:18,608 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for ade62e18f8140c9a5106501eba0fb914 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for 358acaa815712b2d8f24980542ec4795 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,45879,1731339065279 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:18,610 INFO [RS:0;9a1fddc00362:45879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:45879. 2024-11-11T15:33:18,610 DEBUG [RS:0;9a1fddc00362:45879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:18,610 DEBUG [RS:0;9a1fddc00362:45879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:18,611 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:18,611 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:18,611 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:18,611 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:33:18,612 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T15:33:18,612 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1325): Online Regions={f2cca00b43a38a241378fc8827002eab=SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab., ade62e18f8140c9a5106501eba0fb914=SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914., b2ba59fc3a2adc613927d12f8af78751=SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751., 1588230740=hbase:meta,,1.1588230740, 358acaa815712b2d8f24980542ec4795=SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795., 4cb6e1fdbd265549a7dd12ae25e5b90c=SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c.} 2024-11-11T15:33:18,612 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358acaa815712b2d8f24980542ec4795, 4cb6e1fdbd265549a7dd12ae25e5b90c, ade62e18f8140c9a5106501eba0fb914, b2ba59fc3a2adc613927d12f8af78751, f2cca00b43a38a241378fc8827002eab 2024-11-11T15:33:18,612 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2cca00b43a38a241378fc8827002eab, disabling compactions & flushes 2024-11-11T15:33:18,612 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:33:18,612 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:33:18,612 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. after waiting 0 ms 2024-11-11T15:33:18,612 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:33:18,612 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:18,612 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:18,613 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:18,613 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:18,613 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:18,613 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-11T15:33:18,647 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/c09bd9c82cc744b4ae002e1bb36c0011 is 167, key is SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795./info:regioninfo/1731339148141/Put/seqid=0 2024-11-11T15:33:18,656 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:33:18,660 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:33:18,670 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:18,670 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:18,696 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/f2cca00b43a38a241378fc8827002eab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,706 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/cedac7f1c2a65e5e6d264302ae083265/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:33:18,712 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:33:18,712 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2cca00b43a38a241378fc8827002eab: Waiting for close lock at 1731339198612Running coprocessor pre-close hooks at 1731339198612Disabling compacts and flushes for region at 1731339198612Disabling writes for close at 1731339198612Writing region close event to WAL at 1731339198629 (+17 ms)Running coprocessor post-close hooks at 1731339198704 (+75 ms)Closed at 1731339198712 (+8 ms) 2024-11-11T15:33:18,713 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731339083065.f2cca00b43a38a241378fc8827002eab. 2024-11-11T15:33:18,713 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ade62e18f8140c9a5106501eba0fb914, disabling compactions & flushes 2024-11-11T15:33:18,714 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:33:18,714 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:33:18,714 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. after waiting 0 ms 2024-11-11T15:33:18,714 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:33:18,717 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cedac7f1c2a65e5e6d264302ae083265: Waiting for close lock at 1731339198607Running coprocessor pre-close hooks at 1731339198607Disabling compacts and flushes for region at 1731339198607Disabling writes for close at 1731339198608 (+1 ms)Writing region close event to WAL at 1731339198647 (+39 ms)Running coprocessor post-close hooks at 1731339198717 (+70 ms)Closed at 1731339198717 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731339083065.cedac7f1c2a65e5e6d264302ae083265. 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cb57eeed6d0a7fa86f17459dc960388, disabling compactions & flushes 2024-11-11T15:33:18,718 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. after waiting 0 ms 2024-11-11T15:33:18,718 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:33:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741867_1043 (size=9431) 2024-11-11T15:33:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741867_1043 (size=9431) 2024-11-11T15:33:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741867_1043 (size=9431) 2024-11-11T15:33:18,758 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/c09bd9c82cc744b4ae002e1bb36c0011 2024-11-11T15:33:18,760 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/7cb57eeed6d0a7fa86f17459dc960388/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,762 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cb57eeed6d0a7fa86f17459dc960388: Waiting for close lock at 1731339198718Running coprocessor pre-close hooks at 1731339198718Disabling compacts and flushes for region at 1731339198718Disabling writes for close at 1731339198718Writing region close event to WAL at 1731339198741 (+23 ms)Running coprocessor post-close hooks at 1731339198762 (+21 ms)Closed at 1731339198762 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731339083065.7cb57eeed6d0a7fa86f17459dc960388. 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65349dd10d07dea4d7ca50d6d25fd953, disabling compactions & flushes 2024-11-11T15:33:18,763 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. after waiting 0 ms 2024-11-11T15:33:18,763 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:33:18,776 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/ade62e18f8140c9a5106501eba0fb914/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,786 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:33:18,786 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ade62e18f8140c9a5106501eba0fb914: Waiting for close lock at 1731339198713Running coprocessor pre-close hooks at 1731339198713Disabling compacts and flushes for region at 1731339198713Disabling writes for close at 1731339198714 (+1 ms)Writing region close event to WAL at 1731339198741 (+27 ms)Running coprocessor post-close hooks at 1731339198786 (+45 ms)Closed at 1731339198786 2024-11-11T15:33:18,786 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731339083065.ade62e18f8140c9a5106501eba0fb914. 2024-11-11T15:33:18,787 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2ba59fc3a2adc613927d12f8af78751, disabling compactions & flushes 2024-11-11T15:33:18,787 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:33:18,787 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:33:18,787 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. after waiting 0 ms 2024-11-11T15:33:18,787 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:33:18,807 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1351): Waiting on 65349dd10d07dea4d7ca50d6d25fd953, 696795a0eb27fe9cbe9d84af18868c5c, daf2210eff4aad24183b7fe8866527de 2024-11-11T15:33:18,816 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358acaa815712b2d8f24980542ec4795, 4cb6e1fdbd265549a7dd12ae25e5b90c, b2ba59fc3a2adc613927d12f8af78751 2024-11-11T15:33:18,832 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/65349dd10d07dea4d7ca50d6d25fd953/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,839 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/.tmp/info/c09bd9c82cc744b4ae002e1bb36c0011 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/info/c09bd9c82cc744b4ae002e1bb36c0011 2024-11-11T15:33:18,839 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:33:18,839 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65349dd10d07dea4d7ca50d6d25fd953: Waiting for close lock at 1731339198763Running coprocessor pre-close hooks at 1731339198763Disabling compacts and flushes for region at 1731339198763Disabling writes for close at 1731339198763Writing region close event to WAL at 1731339198776 (+13 ms)Running coprocessor post-close hooks at 1731339198839 (+63 ms)Closed at 1731339198839 2024-11-11T15:33:18,839 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731339083065.65349dd10d07dea4d7ca50d6d25fd953. 2024-11-11T15:33:18,840 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 696795a0eb27fe9cbe9d84af18868c5c, disabling compactions & flushes 2024-11-11T15:33:18,840 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:33:18,840 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:33:18,840 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. after waiting 0 ms 2024-11-11T15:33:18,840 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:33:18,884 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/b2ba59fc3a2adc613927d12f8af78751/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,897 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/info/c09bd9c82cc744b4ae002e1bb36c0011, entries=32, sequenceid=39, filesize=9.2 K 2024-11-11T15:33:18,898 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2ba59fc3a2adc613927d12f8af78751: Waiting for close lock at 1731339198786Running coprocessor pre-close hooks at 1731339198786Disabling compacts and flushes for region at 1731339198786Disabling writes for close at 1731339198787 (+1 ms)Writing region close event to WAL at 1731339198812 (+25 ms)Running coprocessor post-close hooks at 1731339198897 (+85 ms)Closed at 1731339198898 (+1 ms) 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731339083065.b2ba59fc3a2adc613927d12f8af78751. 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 358acaa815712b2d8f24980542ec4795, disabling compactions & flushes 2024-11-11T15:33:18,898 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. after waiting 0 ms 2024-11-11T15:33:18,898 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:33:18,905 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 290ms, sequenceid=39, compaction requested=false 2024-11-11T15:33:18,940 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/696795a0eb27fe9cbe9d84af18868c5c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,952 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:33:18,952 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 696795a0eb27fe9cbe9d84af18868c5c: Waiting for close lock at 1731339198840Running coprocessor pre-close hooks at 1731339198840Disabling compacts and flushes for region at 1731339198840Disabling writes for close at 1731339198840Writing region close event to WAL at 1731339198852 (+12 ms)Running coprocessor post-close hooks at 1731339198952 (+100 ms)Closed at 1731339198952 2024-11-11T15:33:18,952 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731339083065.696795a0eb27fe9cbe9d84af18868c5c. 2024-11-11T15:33:18,953 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daf2210eff4aad24183b7fe8866527de, disabling compactions & flushes 2024-11-11T15:33:18,953 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:33:18,953 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:33:18,953 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. after waiting 0 ms 2024-11-11T15:33:18,953 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:33:18,964 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/358acaa815712b2d8f24980542ec4795/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:18,969 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:33:18,969 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 358acaa815712b2d8f24980542ec4795: Waiting for close lock at 1731339198898Running coprocessor pre-close hooks at 1731339198898Disabling compacts and flushes for region at 1731339198898Disabling writes for close at 1731339198898Writing region close event to WAL at 1731339198904 (+6 ms)Running coprocessor post-close hooks at 1731339198969 (+65 ms)Closed at 1731339198969 2024-11-11T15:33:18,969 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731339083065.358acaa815712b2d8f24980542ec4795. 2024-11-11T15:33:18,969 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cb6e1fdbd265549a7dd12ae25e5b90c, disabling compactions & flushes 2024-11-11T15:33:18,969 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:33:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:33:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. after waiting 0 ms 2024-11-11T15:33:18,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:33:19,008 DEBUG [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1351): Waiting on daf2210eff4aad24183b7fe8866527de 2024-11-11T15:33:19,019 DEBUG [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cb6e1fdbd265549a7dd12ae25e5b90c 2024-11-11T15:33:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/daf2210eff4aad24183b7fe8866527de/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:33:19,080 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:33:19,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daf2210eff4aad24183b7fe8866527de: Waiting for close lock at 1731339198953Running coprocessor pre-close hooks at 1731339198953Disabling compacts and flushes for region at 1731339198953Disabling writes for close at 1731339198953Writing region close event to WAL at 1731339198988 (+35 ms)Running coprocessor post-close hooks at 1731339199080 (+92 ms)Closed at 1731339199080 2024-11-11T15:33:19,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731339083065.daf2210eff4aad24183b7fe8866527de. 2024-11-11T15:33:19,084 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-11T15:33:19,089 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/data/default/SPTestTable/4cb6e1fdbd265549a7dd12ae25e5b90c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:33:19,092 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:33:19,092 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:19,092 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339198612Running coprocessor pre-close hooks at 1731339198612Disabling compacts and flushes for region at 1731339198612Disabling writes for close at 1731339198613 (+1 ms)Obtaining lock to block concurrent updates at 1731339198613Preparing flush snapshotting stores in 1588230740 at 1731339198613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1731339198614 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339198624 (+10 ms)Flushing 1588230740/info: creating writer at 1731339198625 (+1 ms)Flushing 1588230740/info: appending metadata at 1731339198646 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731339198646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a15013a: reopening flushed file at 1731339198829 (+183 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 290ms, sequenceid=39, compaction requested=false at 1731339198905 (+76 ms)Writing region close event to WAL at 1731339199001 (+96 ms)Running coprocessor post-close hooks at 1731339199092 (+91 ms)Closed at 1731339199092 2024-11-11T15:33:19,092 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:19,100 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:33:19,100 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cb6e1fdbd265549a7dd12ae25e5b90c: Waiting for close lock at 1731339198969Running coprocessor pre-close hooks at 1731339198969Disabling compacts and flushes for region at 1731339198969Disabling writes for close at 1731339198970 (+1 ms)Writing region close event to WAL at 1731339199012 (+42 ms)Running coprocessor post-close hooks at 1731339199100 (+88 ms)Closed at 1731339199100 2024-11-11T15:33:19,100 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731339083065.4cb6e1fdbd265549a7dd12ae25e5b90c. 2024-11-11T15:33:19,208 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,46685,1731339065585; all regions closed. 2024-11-11T15:33:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741835_1011 (size=3500) 2024-11-11T15:33:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741835_1011 (size=3500) 2024-11-11T15:33:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741835_1011 (size=3500) 2024-11-11T15:33:19,220 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,45879,1731339065279; all regions closed. 2024-11-11T15:33:19,226 DEBUG [RS:1;9a1fddc00362:46685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs 2024-11-11T15:33:19,226 INFO [RS:1;9a1fddc00362:46685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46685%2C1731339065585:(num 1731339070975) 2024-11-11T15:33:19,226 DEBUG [RS:1;9a1fddc00362:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:19,226 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:19,227 INFO [RS:1;9a1fddc00362:46685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:19,227 INFO [RS:1;9a1fddc00362:46685 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:19,227 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:33:19,227 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:33:19,228 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:33:19,228 INFO [RS:1;9a1fddc00362:46685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:19,228 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:19,228 INFO [RS:1;9a1fddc00362:46685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46685 2024-11-11T15:33:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:33:19,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,46685,1731339065585 2024-11-11T15:33:19,238 INFO [RS:1;9a1fddc00362:46685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:19,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741858_1034 (size=5436) 2024-11-11T15:33:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741858_1034 (size=5436) 2024-11-11T15:33:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741858_1034 (size=5436) 2024-11-11T15:33:19,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,46685,1731339065585] 2024-11-11T15:33:19,248 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,46685,1731339065585 already deleted, retry=false 2024-11-11T15:33:19,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,46685,1731339065585 expired; onlineServers=1 2024-11-11T15:33:19,251 DEBUG [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs 2024-11-11T15:33:19,251 INFO [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C45879%2C1731339065279.meta:.meta(num 1731339126326) 2024-11-11T15:33:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741833_1009 (size=3530) 2024-11-11T15:33:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741833_1009 (size=3530) 2024-11-11T15:33:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741833_1009 (size=3530) 2024-11-11T15:33:19,285 DEBUG [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/oldWALs 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C45879%2C1731339065279:(num 1731339070879) 2024-11-11T15:33:19,286 DEBUG [RS:0;9a1fddc00362:45879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:19,286 INFO [RS:0;9a1fddc00362:45879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45879 2024-11-11T15:33:19,287 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:19,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,45879,1731339065279 2024-11-11T15:33:19,299 INFO [RS:0;9a1fddc00362:45879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:19,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:33:19,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,45879,1731339065279] 2024-11-11T15:33:19,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,45879,1731339065279 already deleted, retry=false 2024-11-11T15:33:19,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,45879,1731339065279 expired; onlineServers=0 2024-11-11T15:33:19,320 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33997,1731339063350' ***** 2024-11-11T15:33:19,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:33:19,324 INFO [M:0;9a1fddc00362:33997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:33:19,324 INFO [M:0;9a1fddc00362:33997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:33:19,324 DEBUG [M:0;9a1fddc00362:33997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:33:19,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:33:19,324 DEBUG [M:0;9a1fddc00362:33997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:33:19,324 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339069973 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339069973,5,FailOnTimeoutGroup] 2024-11-11T15:33:19,325 INFO [M:0;9a1fddc00362:33997 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:33:19,325 INFO [M:0;9a1fddc00362:33997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:33:19,325 DEBUG [M:0;9a1fddc00362:33997 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:33:19,325 INFO [M:0;9a1fddc00362:33997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:33:19,325 INFO [M:0;9a1fddc00362:33997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:33:19,326 ERROR [M:0;9a1fddc00362:33997 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1469787010) connection to localhost/127.0.0.1:44927 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44927,5,PEWorkerGroup] 2024-11-11T15:33:19,326 INFO [M:0;9a1fddc00362:33997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:33:19,326 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339069984 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339069984,5,FailOnTimeoutGroup] 2024-11-11T15:33:19,327 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:33:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:33:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:19,338 DEBUG [M:0;9a1fddc00362:33997 {}] zookeeper.ZKUtil(347): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T15:33:19,338 WARN [M:0;9a1fddc00362:33997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:33:19,345 INFO [M:0;9a1fddc00362:33997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/.lastflushedseqids 2024-11-11T15:33:19,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:19,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197f4ff290002, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:19,356 INFO [RS:1;9a1fddc00362:46685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:19,356 INFO [RS:1;9a1fddc00362:46685 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,46685,1731339065585; zookeeper connection closed. 2024-11-11T15:33:19,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e93835a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e93835a 2024-11-11T15:33:19,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:19,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45879-0x10197f4ff290001, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:19,404 INFO [RS:0;9a1fddc00362:45879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:19,404 INFO [RS:0;9a1fddc00362:45879 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,45879,1731339065279; zookeeper connection closed. 2024-11-11T15:33:19,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57e551a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57e551a4 2024-11-11T15:33:19,434 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T15:33:19,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741868_1044 (size=668) 2024-11-11T15:33:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741868_1044 (size=668) 2024-11-11T15:33:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741868_1044 (size=668) 2024-11-11T15:33:19,447 INFO [M:0;9a1fddc00362:33997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:33:19,452 INFO [M:0;9a1fddc00362:33997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:33:19,452 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:19,452 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:19,452 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:19,452 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:19,452 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:19,453 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.04 KB heapSize=266.99 KB 2024-11-11T15:33:19,510 DEBUG [M:0;9a1fddc00362:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff04803fe6cb4b3b9447b03da388794d is 82, key is hbase:meta,,1/info:regioninfo/1731339127360/Put/seqid=0 2024-11-11T15:33:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741869_1045 (size=6071) 2024-11-11T15:33:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741869_1045 (size=6071) 2024-11-11T15:33:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741869_1045 (size=6071) 2024-11-11T15:33:19,578 INFO [M:0;9a1fddc00362:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff04803fe6cb4b3b9447b03da388794d 2024-11-11T15:33:19,647 DEBUG [M:0;9a1fddc00362:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0abe539de47e7bbc00d5f9fd0abb2 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339095021/Put/seqid=0 2024-11-11T15:33:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741870_1046 (size=9111) 2024-11-11T15:33:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741870_1046 (size=9111) 2024-11-11T15:33:19,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741870_1046 (size=9111) 2024-11-11T15:33:19,728 INFO [M:0;9a1fddc00362:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=213.82 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0abe539de47e7bbc00d5f9fd0abb2 2024-11-11T15:33:19,753 INFO [M:0;9a1fddc00362:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3c0abe539de47e7bbc00d5f9fd0abb2 2024-11-11T15:33:19,794 DEBUG [M:0;9a1fddc00362:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/141d293f69dd440ca40703c690fd3797 is 69, key is 9a1fddc00362,45879,1731339065279/rs:state/1731339070250/Put/seqid=0 2024-11-11T15:33:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741871_1047 (size=5441) 2024-11-11T15:33:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741871_1047 (size=5441) 2024-11-11T15:33:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741871_1047 (size=5441) 2024-11-11T15:33:20,303 INFO [M:0;9a1fddc00362:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/141d293f69dd440ca40703c690fd3797 2024-11-11T15:33:20,335 INFO [M:0;9a1fddc00362:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 141d293f69dd440ca40703c690fd3797 2024-11-11T15:33:20,354 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff04803fe6cb4b3b9447b03da388794d as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff04803fe6cb4b3b9447b03da388794d 2024-11-11T15:33:20,406 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff04803fe6cb4b3b9447b03da388794d, entries=14, sequenceid=569, filesize=5.9 K 2024-11-11T15:33:20,422 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c0abe539de47e7bbc00d5f9fd0abb2 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c0abe539de47e7bbc00d5f9fd0abb2 2024-11-11T15:33:20,456 INFO [M:0;9a1fddc00362:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3c0abe539de47e7bbc00d5f9fd0abb2 2024-11-11T15:33:20,456 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c0abe539de47e7bbc00d5f9fd0abb2, entries=60, sequenceid=569, filesize=8.9 K 2024-11-11T15:33:20,469 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/141d293f69dd440ca40703c690fd3797 as hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/141d293f69dd440ca40703c690fd3797 2024-11-11T15:33:20,523 INFO [M:0;9a1fddc00362:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 141d293f69dd440ca40703c690fd3797 2024-11-11T15:33:20,523 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/e029397b-b9f0-b0ba-4c12-10eeae511c82/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/141d293f69dd440ca40703c690fd3797, entries=3, sequenceid=569, filesize=5.3 K 2024-11-11T15:33:20,528 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.04 KB/220205, heapSize ~266.70 KB/273096, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1076ms, sequenceid=569, compaction requested=false 2024-11-11T15:33:20,574 INFO [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:20,575 DEBUG [M:0;9a1fddc00362:33997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339199452Disabling compacts and flushes for region at 1731339199452Disabling writes for close at 1731339199452Obtaining lock to block concurrent updates at 1731339199453 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339199453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220205, getHeapSize=273336, getOffHeapSize=0, getCellsCount=690 at 1731339199453Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339199463 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339199463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339199509 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339199509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339199609 (+100 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339199646 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339199646Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339199753 (+107 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339199792 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339199792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7130fa1e: reopening flushed file at 1731339200335 (+543 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36893c44: reopening flushed file at 1731339200406 (+71 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51313af: reopening flushed file at 1731339200457 (+51 ms)Finished flush of dataSize ~215.04 KB/220205, heapSize ~266.70 KB/273096, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1076ms, sequenceid=569, compaction requested=false at 1731339200528 (+71 ms)Writing region close event to WAL at 1731339200574 (+46 ms)Closed at 1731339200574 2024-11-11T15:33:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34517 is added to blk_1073741830_1006 (size=258093) 2024-11-11T15:33:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40085 is added to blk_1073741830_1006 (size=258093) 2024-11-11T15:33:20,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36095 is added to blk_1073741830_1006 (size=258093) 2024-11-11T15:33:20,605 INFO [M:0;9a1fddc00362:33997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:33:20,605 INFO [M:0;9a1fddc00362:33997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33997 2024-11-11T15:33:20,606 INFO [M:0;9a1fddc00362:33997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:33:20,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:33:20,723 INFO [M:0;9a1fddc00362:33997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:33:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10197f4ff290000, quorum=127.0.0.1:56091, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:33:20,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de6ecdc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:20,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e1ed1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:20,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:20,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a66471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:20,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27a9f8af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:20,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:20,769 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:20,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:20,769 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785749562-172.17.0.3-1731339055681 (Datanode Uuid 2f2b8dd5-404d-40b4-b508-934d21395b4e) service to localhost/127.0.0.1:44927 2024-11-11T15:33:20,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data6/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data5/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:20,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e863f8a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:20,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@545c1b82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:20,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:20,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6344d48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:20,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fefd776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:20,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:20,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:20,869 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:20,869 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785749562-172.17.0.3-1731339055681 (Datanode Uuid 327e2841-9965-481b-81e9-b78a89ed16b0) service to localhost/127.0.0.1:44927 2024-11-11T15:33:20,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data4/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data3/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:20,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d9e55f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:20,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba8b311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:20,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:20,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156e69b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:20,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c47bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:20,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:33:20,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:33:20,920 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:33:20,920 WARN [BP-1785749562-172.17.0.3-1731339055681 heartbeating to localhost/127.0.0.1:44927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785749562-172.17.0.3-1731339055681 (Datanode Uuid 5e4413fe-ee43-43bb-a1d9-387ed14b124e) service to localhost/127.0.0.1:44927 2024-11-11T15:33:20,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data2/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/cluster_757e12a8-3245-87b4-b73e-9891207ff1ea/data/data1/current/BP-1785749562-172.17.0.3-1731339055681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:33:20,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:33:20,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:20,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:33:20,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:33:20,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:33:20,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir/,STOPPED} 2024-11-11T15:33:21,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:33:21,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:33:21,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:44927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:44927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:44927 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:44927 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4b42b84c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1177 (was 1194), ProcessCount=11 (was 11), AvailableMemoryMB=787 (was 2219) 2024-11-11T15:33:21,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=1177, ProcessCount=11, AvailableMemoryMB=786 2024-11-11T15:33:21,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir so I do NOT create it in target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a 2024-11-11T15:33:21,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:33:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.tmp.dir so I do NOT create it in target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a 2024-11-11T15:33:21,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2064cbd0-4749-1d12-7de1-8793f9c977e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:33:21,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a 2024-11-11T15:33:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:33:21,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9, deleteOnExit=true 2024-11-11T15:33:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:33:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/test.cache.data in system properties and HBase conf 2024-11-11T15:33:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:33:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:33:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:33:21,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:33:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:33:21,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:33:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:33:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:33:21,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:33:21,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:33:21,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:33:21,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:33:21,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:21,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:21,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:21,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:21,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:21,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:21,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4192eb8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:21,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7369a201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:21,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a63e8b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/java.io.tmpdir/jetty-localhost-43425-hadoop-hdfs-3_4_1-tests_jar-_-any-1934928203118555815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:33:21,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ae1fd24{HTTP/1.1, (http/1.1)}{localhost:43425} 2024-11-11T15:33:21,652 INFO [Time-limited test {}] server.Server(415): Started @149574ms 2024-11-11T15:33:21,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:21,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:21,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:21,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:21,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:21,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512fd319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:21,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50193c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:22,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a067e9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/java.io.tmpdir/jetty-localhost-43931-hadoop-hdfs-3_4_1-tests_jar-_-any-3768725123913815464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:22,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a5bd7c0{HTTP/1.1, (http/1.1)}{localhost:43931} 2024-11-11T15:33:22,092 INFO [Time-limited test {}] server.Server(415): Started @150013ms 2024-11-11T15:33:22,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:22,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:22,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:22,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:22,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:22,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:33:22,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a14caa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:22,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c53ef62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:22,368 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data1/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:22,369 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data2/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:22,481 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:22,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@89d822{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/java.io.tmpdir/jetty-localhost-39601-hadoop-hdfs-3_4_1-tests_jar-_-any-8099218179548761871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:22,501 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765686bf{HTTP/1.1, (http/1.1)}{localhost:39601} 2024-11-11T15:33:22,501 INFO [Time-limited test {}] server.Server(415): Started @150422ms 2024-11-11T15:33:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb33cf40908e271fd with lease ID 0xbfdb883c92a5806b: Processing first storage report for DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969 from datanode DatanodeRegistration(127.0.0.1:32811, datanodeUuid=439943e3-9e5f-4a35-a886-8d68204efa24, infoPort=35109, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb33cf40908e271fd with lease ID 0xbfdb883c92a5806b: from storage DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969 node DatanodeRegistration(127.0.0.1:32811, datanodeUuid=439943e3-9e5f-4a35-a886-8d68204efa24, infoPort=35109, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb33cf40908e271fd with lease ID 0xbfdb883c92a5806b: Processing first storage report for DS-c8c7b2ed-72d9-4dac-83b3-10ef9cc54252 from datanode DatanodeRegistration(127.0.0.1:32811, datanodeUuid=439943e3-9e5f-4a35-a886-8d68204efa24, infoPort=35109, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:22,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb33cf40908e271fd with lease ID 0xbfdb883c92a5806b: from storage DS-c8c7b2ed-72d9-4dac-83b3-10ef9cc54252 node DatanodeRegistration(127.0.0.1:32811, datanodeUuid=439943e3-9e5f-4a35-a886-8d68204efa24, infoPort=35109, infoSecurePort=0, ipcPort=39121, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:22,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:22,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:33:22,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:33:22,774 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data4/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:22,774 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data3/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:22,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:33:22,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:33:22,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:33:22,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7931da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:33:22,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ef6a046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:33:22,883 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a639218068cf43a with lease ID 0xbfdb883c92a5806c: Processing first storage report for DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a from datanode DatanodeRegistration(127.0.0.1:35913, datanodeUuid=be0dd8d4-961f-42a2-8ff2-ac74e6e50803, infoPort=40923, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a639218068cf43a with lease ID 0xbfdb883c92a5806c: from storage DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a node DatanodeRegistration(127.0.0.1:35913, datanodeUuid=be0dd8d4-961f-42a2-8ff2-ac74e6e50803, infoPort=40923, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a639218068cf43a with lease ID 0xbfdb883c92a5806c: Processing first storage report for DS-1b57a45e-8b72-4991-9336-de86a5c14640 from datanode DatanodeRegistration(127.0.0.1:35913, datanodeUuid=be0dd8d4-961f-42a2-8ff2-ac74e6e50803, infoPort=40923, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a639218068cf43a with lease ID 0xbfdb883c92a5806c: from storage DS-1b57a45e-8b72-4991-9336-de86a5c14640 node DatanodeRegistration(127.0.0.1:35913, datanodeUuid=be0dd8d4-961f-42a2-8ff2-ac74e6e50803, infoPort=40923, infoSecurePort=0, ipcPort=44865, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:23,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e332fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/java.io.tmpdir/jetty-localhost-36267-hadoop-hdfs-3_4_1-tests_jar-_-any-6925640732540031177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:33:23,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d742c04{HTTP/1.1, (http/1.1)}{localhost:36267} 2024-11-11T15:33:23,013 INFO [Time-limited test {}] server.Server(415): Started @150934ms 2024-11-11T15:33:23,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:33:23,256 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data5/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:23,268 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data6/current/BP-520895607-172.17.0.3-1731339201313/current, will proceed with Du for space computation calculation, 2024-11-11T15:33:23,349 WARN [Thread-751 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:33:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da037e7138dca6f with lease ID 0xbfdb883c92a5806d: Processing first storage report for DS-393a43b6-5481-4a9b-ae9e-4940ca673600 from datanode DatanodeRegistration(127.0.0.1:37307, datanodeUuid=8a6184c7-ea19-4072-9098-949c8c834f55, infoPort=45905, infoSecurePort=0, ipcPort=33373, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da037e7138dca6f with lease ID 0xbfdb883c92a5806d: from storage DS-393a43b6-5481-4a9b-ae9e-4940ca673600 node DatanodeRegistration(127.0.0.1:37307, datanodeUuid=8a6184c7-ea19-4072-9098-949c8c834f55, infoPort=45905, infoSecurePort=0, ipcPort=33373, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da037e7138dca6f with lease ID 0xbfdb883c92a5806d: Processing first storage report for DS-0315b139-210d-4d4e-bdba-e55a2671f800 from datanode DatanodeRegistration(127.0.0.1:37307, datanodeUuid=8a6184c7-ea19-4072-9098-949c8c834f55, infoPort=45905, infoSecurePort=0, ipcPort=33373, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313) 2024-11-11T15:33:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da037e7138dca6f with lease ID 0xbfdb883c92a5806d: from storage DS-0315b139-210d-4d4e-bdba-e55a2671f800 node DatanodeRegistration(127.0.0.1:37307, datanodeUuid=8a6184c7-ea19-4072-9098-949c8c834f55, infoPort=45905, infoSecurePort=0, ipcPort=33373, storageInfo=lv=-57;cid=testClusterID;nsid=934155441;c=1731339201313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:33:23,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a 2024-11-11T15:33:23,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/zookeeper_0, clientPort=51107, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:33:23,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51107 2024-11-11T15:33:23,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:23,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:33:23,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:23,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:23,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:23,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b with version=8 2024-11-11T15:33:23,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/hbase-staging 2024-11-11T15:33:23,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:23,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:23,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:23,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:23,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:23,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:23,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:33:23,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:23,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45775 2024-11-11T15:33:23,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45775 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T15:33:23,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457750x0, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:23,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45775-0x10197f728b70000 connected 2024-11-11T15:33:24,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:24,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b, hbase.cluster.distributed=false 2024-11-11T15:33:24,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:33:24,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T15:33:24,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45775 2024-11-11T15:33:24,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45775 2024-11-11T15:33:24,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T15:33:24,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-11T15:33:24,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:24,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:24,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33919 2024-11-11T15:33:24,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33919 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T15:33:24,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339190x0, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:24,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339190x0, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:24,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:24,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:24,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33919-0x10197f728b70001 connected 2024-11-11T15:33:24,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:24,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:24,280 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:24,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:33:24,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:33:24,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:33:24,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-11T15:33:24,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33919 2024-11-11T15:33:24,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33919 2024-11-11T15:33:24,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-11T15:33:24,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33919 2024-11-11T15:33:24,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:24,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:24,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33701 2024-11-11T15:33:24,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33701 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T15:33:24,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337010x0, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:24,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33701-0x10197f728b70002 connected 2024-11-11T15:33:24,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:24,402 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:24,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:24,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:33:24,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:33:24,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33701 2024-11-11T15:33:24,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33701 2024-11-11T15:33:24,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33701 2024-11-11T15:33:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33701 2024-11-11T15:33:24,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33701 2024-11-11T15:33:24,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:33:24,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:33:24,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:33:24,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:33:24,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:33:24,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:33:24,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40221 2024-11-11T15:33:24,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40221 connecting to ZooKeeper ensemble=127.0.0.1:51107 2024-11-11T15:33:24,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402210x0, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:33:24,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40221-0x10197f728b70003 connected 2024-11-11T15:33:24,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:33:24,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:33:24,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:33:24,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:33:24,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:33:24,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40221 2024-11-11T15:33:24,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40221 2024-11-11T15:33:24,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40221 2024-11-11T15:33:24,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40221 2024-11-11T15:33:24,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40221 2024-11-11T15:33:24,739 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:45775 2024-11-11T15:33:24,747 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,45775,1731339203938 2024-11-11T15:33:24,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,755 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,45775,1731339203938 2024-11-11T15:33:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:33:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:33:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,759 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:33:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:33:24,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,761 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,45775,1731339203938 from backup master directory 2024-11-11T15:33:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,45775,1731339203938 2024-11-11T15:33:24,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,764 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:24,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,45775,1731339203938 2024-11-11T15:33:24,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:33:24,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/hbase.id] with ID: 37bff0a7-430f-4159-a4c5-a52f4f48e296 2024-11-11T15:33:24,782 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.tmp/hbase.id 2024-11-11T15:33:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:24,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:33:24,849 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.tmp/hbase.id]:[hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/hbase.id] 2024-11-11T15:33:24,930 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:33:24,931 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:33:24,937 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-11T15:33:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:25,013 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:33:25,014 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:33:25,015 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:33:25,056 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store 2024-11-11T15:33:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:33:25,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:25,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:33:25,140 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:25,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:25,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:33:25,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:25,140 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:33:25,141 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339205140Disabling compacts and flushes for region at 1731339205140Disabling writes for close at 1731339205140Writing region close event to WAL at 1731339205140Closed at 1731339205140 2024-11-11T15:33:25,152 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/.initializing 2024-11-11T15:33:25,152 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/WALs/9a1fddc00362,45775,1731339203938 2024-11-11T15:33:25,164 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:25,184 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C45775%2C1731339203938, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/WALs/9a1fddc00362,45775,1731339203938, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:33:25,209 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/WALs/9a1fddc00362,45775,1731339203938/9a1fddc00362%2C45775%2C1731339203938.1731339205185, exclude list is [], retry=0 2024-11-11T15:33:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a,DISK] 2024-11-11T15:33:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37307,DS-393a43b6-5481-4a9b-ae9e-4940ca673600,DISK] 2024-11-11T15:33:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32811,DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969,DISK] 2024-11-11T15:33:25,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/WALs/9a1fddc00362,45775,1731339203938/9a1fddc00362%2C45775%2C1731339203938.1731339205185 2024-11-11T15:33:25,292 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35109:35109),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-11T15:33:25,292 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:25,293 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:25,293 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,293 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:33:25,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:25,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:25,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:33:25,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:25,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:25,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:33:25,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:25,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:25,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:33:25,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:25,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:25,382 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,386 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,393 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,416 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,416 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,417 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:25,431 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:33:25,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:25,460 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006734, jitterRate=-0.12073114514350891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:25,462 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731339205293Initializing all the Stores at 1731339205299 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339205299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339205307 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339205307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339205307Cleaning up temporary data from old regions at 1731339205416 (+109 ms)Region opened successfully at 1731339205462 (+46 ms) 2024-11-11T15:33:25,477 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:33:25,519 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353401c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:25,520 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:33:25,520 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:33:25,521 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:33:25,521 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:33:25,522 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:33:25,522 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:33:25,522 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-11T15:33:25,563 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:33:25,568 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:33:25,584 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:33:25,584 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:33:25,585 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:33:25,587 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:33:25,587 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:33:25,592 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:33:25,593 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:33:25,596 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:33:25,598 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:33:25,601 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:33:25,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:33:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:25,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:33:25,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,620 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,45775,1731339203938, sessionid=0x10197f728b70000, setting cluster-up flag (Was=false) 2024-11-11T15:33:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,688 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:33:25,716 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,45775,1731339203938 2024-11-11T15:33:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:25,775 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:33:25,784 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,45775,1731339203938 2024-11-11T15:33:25,786 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:33:25,792 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:25,793 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:33:25,793 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:33:25,793 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,45775,1731339203938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:33:25,806 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:25,806 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:25,806 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:25,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:33:25,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:33:25,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:25,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:25,807 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:25,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:25,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731339235836 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:33:25,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:25,836 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:33:25,837 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:33:25,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:33:25,838 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:25,840 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:33:25,840 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:33:25,840 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:33:25,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:33:25,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:33:25,860 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339205854,5,FailOnTimeoutGroup] 2024-11-11T15:33:25,860 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(746): ClusterId : 37bff0a7-430f-4159-a4c5-a52f4f48e296 2024-11-11T15:33:25,860 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:25,861 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339205860,5,FailOnTimeoutGroup] 2024-11-11T15:33:25,862 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:25,862 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:33:25,862 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:25,862 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:25,862 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(746): ClusterId : 37bff0a7-430f-4159-a4c5-a52f4f48e296 2024-11-11T15:33:25,862 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:25,884 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(746): ClusterId : 37bff0a7-430f-4159-a4c5-a52f4f48e296 2024-11-11T15:33:25,884 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:33:25,888 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:25,888 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:25,901 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:25,901 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:25,906 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:25,906 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:25,907 DEBUG [RS:1;9a1fddc00362:33701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758209f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:25,907 DEBUG [RS:0;9a1fddc00362:33919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e3ef29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:25,907 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:33:25,907 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:33:25,911 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:33:25,911 DEBUG [RS:2;9a1fddc00362:40221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc14e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:33:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:25,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:33:25,946 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:33701 2024-11-11T15:33:25,947 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:25,947 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:25,947 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:25,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:33:25,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:25,948 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,45775,1731339203938 with port=33701, startcode=1731339204350 2024-11-11T15:33:25,948 DEBUG [RS:1;9a1fddc00362:33701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:25,953 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:33919 2024-11-11T15:33:25,954 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:25,954 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:25,954 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:25,954 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,45775,1731339203938 with port=33919, startcode=1731339204234 2024-11-11T15:33:25,955 DEBUG [RS:0;9a1fddc00362:33919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:25,958 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9a1fddc00362:40221 2024-11-11T15:33:25,958 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:33:25,958 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:33:25,958 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:33:25,960 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:25,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,33701,1731339204350 2024-11-11T15:33:25,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:25,962 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:25,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,45775,1731339203938 with port=40221, startcode=1731339204546 2024-11-11T15:33:25,964 DEBUG [RS:2;9a1fddc00362:40221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:33:25,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,33919,1731339204234 2024-11-11T15:33:25,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:25,966 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:33:25,966 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:25,966 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42329 2024-11-11T15:33:25,966 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:25,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,40221,1731339204546 2024-11-11T15:33:25,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:25,967 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:25,967 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42329 2024-11-11T15:33:25,967 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:33:25,969 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:25,969 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42329 2024-11-11T15:33:25,969 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:33:25,969 DEBUG [RS:1;9a1fddc00362:33701 {}] zookeeper.ZKUtil(111): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,33701,1731339204350 2024-11-11T15:33:25,970 WARN [RS:1;9a1fddc00362:33701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:25,970 INFO [RS:1;9a1fddc00362:33701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:25,970 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350 2024-11-11T15:33:25,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,33701,1731339204350] 2024-11-11T15:33:25,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,40221,1731339204546] 2024-11-11T15:33:25,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,33919,1731339204234] 2024-11-11T15:33:25,983 DEBUG [RS:0;9a1fddc00362:33919 {}] zookeeper.ZKUtil(111): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,33919,1731339204234 2024-11-11T15:33:25,984 WARN [RS:0;9a1fddc00362:33919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:25,984 INFO [RS:0;9a1fddc00362:33919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:25,984 DEBUG [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234 2024-11-11T15:33:25,985 DEBUG [RS:2;9a1fddc00362:40221 {}] zookeeper.ZKUtil(111): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,40221,1731339204546 2024-11-11T15:33:25,985 WARN [RS:2;9a1fddc00362:40221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:33:25,985 INFO [RS:2;9a1fddc00362:40221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:25,985 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,40221,1731339204546 2024-11-11T15:33:25,987 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:33:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:33:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:33:26,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:26,014 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:26,018 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:26,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:26,022 INFO [RS:1;9a1fddc00362:33701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:26,022 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,022 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:26,028 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:26,028 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:33:26,029 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:26,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:26,029 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,029 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,030 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,031 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,031 DEBUG [RS:1;9a1fddc00362:33701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:26,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:26,032 INFO [RS:2;9a1fddc00362:40221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:26,032 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,032 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:33:26,033 INFO [RS:0;9a1fddc00362:33919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:33:26,033 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:26,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:26,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:26,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:26,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:26,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33701,1731339204350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:26,049 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:26,050 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:33:26,051 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:26,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:26,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:26,051 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,051 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,052 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,052 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,052 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,052 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,052 DEBUG [RS:0;9a1fddc00362:33919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,054 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:33:26,054 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:26,054 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:26,054 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,054 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,055 DEBUG [RS:2;9a1fddc00362:40221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:33:26,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740 2024-11-11T15:33:26,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740 2024-11-11T15:33:26,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:26,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:26,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,072 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33919,1731339204234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:26,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:26,079 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:26,080 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33701,1731339204350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,080 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,080 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.Replication(171): 9a1fddc00362,33701,1731339204350 started 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,083 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40221,1731339204546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:26,103 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,103 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,33701,1731339204350, RpcServer on 9a1fddc00362/172.17.0.3:33701, sessionid=0x10197f728b70002 2024-11-11T15:33:26,103 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:26,103 DEBUG [RS:1;9a1fddc00362:33701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,33701,1731339204350 2024-11-11T15:33:26,103 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33701,1731339204350' 2024-11-11T15:33:26,103 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:33:26,104 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:33:26,105 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:26,105 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:26,105 DEBUG [RS:1;9a1fddc00362:33701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,33701,1731339204350 2024-11-11T15:33:26,105 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33701,1731339204350' 2024-11-11T15:33:26,105 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:33:26,106 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:33:26,107 DEBUG [RS:1;9a1fddc00362:33701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:26,107 INFO [RS:1;9a1fddc00362:33701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:26,107 INFO [RS:1;9a1fddc00362:33701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:26,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:26,116 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:26,116 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,40221,1731339204546-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,117 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,117 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.Replication(171): 9a1fddc00362,40221,1731339204546 started 2024-11-11T15:33:26,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061751, jitterRate=-0.06030668318271637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:26,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731339206000Initializing all the Stores at 1731339206010 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339206010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339206018 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339206018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339206018Cleaning up temporary data from old regions at 1731339206066 (+48 ms)Region opened successfully at 1731339206120 (+54 ms) 2024-11-11T15:33:26,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:33:26,120 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:33:26,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:33:26,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:33:26,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:33:26,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:33:26,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339206120Disabling compacts and flushes for region at 1731339206120Disabling writes for close at 1731339206121 (+1 ms)Writing region close event to WAL at 1731339206144 (+23 ms)Closed at 1731339206144 2024-11-11T15:33:26,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:26,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:33:26,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:33:26,149 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:33:26,150 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33919,1731339204234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,150 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,150 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.Replication(171): 9a1fddc00362,33919,1731339204234 started 2024-11-11T15:33:26,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:26,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:33:26,161 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,161 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,40221,1731339204546, RpcServer on 9a1fddc00362/172.17.0.3:40221, sessionid=0x10197f728b70003 2024-11-11T15:33:26,162 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:26,162 DEBUG [RS:2;9a1fddc00362:40221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,40221,1731339204546 2024-11-11T15:33:26,162 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40221,1731339204546' 2024-11-11T15:33:26,162 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:33:26,164 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:33:26,168 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:26,168 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:26,168 DEBUG [RS:2;9a1fddc00362:40221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,40221,1731339204546 2024-11-11T15:33:26,168 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,40221,1731339204546' 2024-11-11T15:33:26,168 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:33:26,171 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:33:26,172 DEBUG [RS:2;9a1fddc00362:40221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:26,172 INFO [RS:2;9a1fddc00362:40221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:26,172 INFO [RS:2;9a1fddc00362:40221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:26,173 INFO [RS:0;9a1fddc00362:33919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:26,173 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,33919,1731339204234, RpcServer on 9a1fddc00362/172.17.0.3:33919, sessionid=0x10197f728b70001 2024-11-11T15:33:26,173 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:33:26,174 DEBUG [RS:0;9a1fddc00362:33919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,33919,1731339204234 2024-11-11T15:33:26,174 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33919,1731339204234' 2024-11-11T15:33:26,174 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:33:26,176 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:33:26,177 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:33:26,177 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:33:26,177 DEBUG [RS:0;9a1fddc00362:33919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,33919,1731339204234 2024-11-11T15:33:26,177 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,33919,1731339204234' 2024-11-11T15:33:26,177 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:33:26,178 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:33:26,178 DEBUG [RS:0;9a1fddc00362:33919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:33:26,178 INFO [RS:0;9a1fddc00362:33919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:33:26,178 INFO [RS:0;9a1fddc00362:33919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:33:26,207 INFO [RS:1;9a1fddc00362:33701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:26,213 INFO [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33701%2C1731339204350, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs, maxLogs=32 2024-11-11T15:33:26,237 DEBUG [RS:1;9a1fddc00362:33701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350/9a1fddc00362%2C33701%2C1731339204350.1731339206214, exclude list is [], retry=0 2024-11-11T15:33:26,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32811,DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969,DISK] 2024-11-11T15:33:26,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a,DISK] 2024-11-11T15:33:26,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37307,DS-393a43b6-5481-4a9b-ae9e-4940ca673600,DISK] 2024-11-11T15:33:26,267 INFO [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350/9a1fddc00362%2C33701%2C1731339204350.1731339206214 2024-11-11T15:33:26,268 DEBUG [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35109:35109),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-11T15:33:26,273 INFO [RS:2;9a1fddc00362:40221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:26,279 INFO [RS:0;9a1fddc00362:33919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:33:26,282 INFO [RS:0;9a1fddc00362:33919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33919%2C1731339204234, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs, maxLogs=32 2024-11-11T15:33:26,284 INFO [RS:2;9a1fddc00362:40221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C40221%2C1731339204546, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,40221,1731339204546, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs, maxLogs=32 2024-11-11T15:33:26,304 DEBUG [9a1fddc00362:45775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T15:33:26,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:26,306 DEBUG [RS:0;9a1fddc00362:33919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234/9a1fddc00362%2C33919%2C1731339204234.1731339206283, exclude list is [], retry=0 2024-11-11T15:33:26,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a,DISK] 2024-11-11T15:33:26,312 DEBUG [RS:2;9a1fddc00362:40221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,40221,1731339204546/9a1fddc00362%2C40221%2C1731339204546.1731339206285, exclude list is [], retry=0 2024-11-11T15:33:26,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37307,DS-393a43b6-5481-4a9b-ae9e-4940ca673600,DISK] 2024-11-11T15:33:26,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32811,DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969,DISK] 2024-11-11T15:33:26,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33701,1731339204350, state=OPENING 2024-11-11T15:33:26,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:33:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:26,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a,DISK] 2024-11-11T15:33:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32811,DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969,DISK] 2024-11-11T15:33:26,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37307,DS-393a43b6-5481-4a9b-ae9e-4940ca673600,DISK] 2024-11-11T15:33:26,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:33:26,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:26,325 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:33:26,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:33:26,328 INFO [RS:0;9a1fddc00362:33919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234/9a1fddc00362%2C33919%2C1731339204234.1731339206283 2024-11-11T15:33:26,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:26,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:26,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:26,337 DEBUG [RS:0;9a1fddc00362:33919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45905:45905),(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35109:35109)] 2024-11-11T15:33:26,362 INFO [RS:2;9a1fddc00362:40221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,40221,1731339204546/9a1fddc00362%2C40221%2C1731339204546.1731339206285 2024-11-11T15:33:26,368 DEBUG [RS:2;9a1fddc00362:40221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35109:35109),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-11T15:33:29,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:29,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:29,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:29,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:34,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:33:34,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:33:36,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:36,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:36,384 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:33:36,384 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:33:36,385 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:33:36,404 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33701%2C1731339204350.meta, suffix=.meta, logDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs, maxLogs=32 2024-11-11T15:33:36,437 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350/9a1fddc00362%2C33701%2C1731339204350.meta.1731339216405.meta, exclude list is [], retry=0 2024-11-11T15:33:36,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35913,DS-4a8c8447-17cc-48ac-b076-b6039ff8f07a,DISK] 2024-11-11T15:33:36,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37307,DS-393a43b6-5481-4a9b-ae9e-4940ca673600,DISK] 2024-11-11T15:33:36,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32811,DS-aed4cfa2-0c97-4faa-a9aa-950a6b7ad969,DISK] 2024-11-11T15:33:36,488 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33701,1731339204350/9a1fddc00362%2C33701%2C1731339204350.meta.1731339216405.meta 2024-11-11T15:33:36,496 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35109:35109),(127.0.0.1/127.0.0.1:45905:45905)] 2024-11-11T15:33:36,496 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:33:36,497 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:33:36,497 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:33:36,497 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:33:36,497 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:33:36,498 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:36,504 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:33:36,504 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:33:36,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:33:36,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:33:36,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:33:36,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:33:36,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:33:36,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:33:36,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:33:36,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:33:36,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:33:36,557 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:33:36,558 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740 2024-11-11T15:33:36,560 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740 2024-11-11T15:33:36,566 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:33:36,566 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:33:36,567 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:33:36,579 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:33:36,581 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494402, jitterRate=-0.0836620032787323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:33:36,581 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:33:36,581 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731339216504Writing region info on filesystem at 1731339216504Initializing all the Stores at 1731339216516 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339216516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731339216517 (+1 ms)Cleaning up temporary data from old regions at 1731339216566 (+49 ms)Running coprocessor post-open hooks at 1731339216581 (+15 ms)Region opened successfully at 1731339216581 2024-11-11T15:33:36,588 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731339216336 2024-11-11T15:33:36,602 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:33:36,602 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:33:36,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:36,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,33701,1731339204350, state=OPEN 2024-11-11T15:33:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:33:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:33:36,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:36,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:33:36,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:36,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:36,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:36,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:33:36,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:33:36,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:33:36,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,33701,1731339204350 in 10.2920 sec 2024-11-11T15:33:36,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:33:36,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4750 sec 2024-11-11T15:33:36,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:33:36,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:33:36,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:36,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33701,1731339204350, seqNum=-1] 2024-11-11T15:33:36,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:36,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:36,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9160 sec 2024-11-11T15:33:36,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731339216716, completionTime=-1 2024-11-11T15:33:36,716 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T15:33:36,716 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:33:36,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T15:33:36,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731339276719 2024-11-11T15:33:36,719 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731339336719 2024-11-11T15:33:36,720 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:33:36,720 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,720 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,720 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,720 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:45775, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,721 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,723 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,724 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:33:36,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.968sec 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:33:36,736 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:33:36,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c08b032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45775,-1 for getting cluster id 2024-11-11T15:33:36,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:36,757 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:33:36,757 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37bff0a7-430f-4159-a4c5-a52f4f48e296' 2024-11-11T15:33:36,757 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:33:36,758 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,45775,1731339203938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:33:36,764 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:36,764 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37bff0a7-430f-4159-a4c5-a52f4f48e296" 2024-11-11T15:33:36,765 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a88400f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,765 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45775,-1] 2024-11-11T15:33:36,765 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:36,768 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:36,773 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:36,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dc83e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:36,784 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33701,1731339204350, seqNum=-1] 2024-11-11T15:33:36,785 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:36,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:36,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,45775,1731339203938 2024-11-11T15:33:36,795 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731339216795 (current time:1731339216795). 2024-11-11T15:33:36,795 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-11T15:33:36,795 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-11T15:33:36,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112a2d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,45775,-1 for getting cluster id 2024-11-11T15:33:36,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:33:36,797 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37bff0a7-430f-4159-a4c5-a52f4f48e296' 2024-11-11T15:33:36,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:33:36,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37bff0a7-430f-4159-a4c5-a52f4f48e296" 2024-11-11T15:33:36,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3904e3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,45775,-1] 2024-11-11T15:33:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:33:36,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:36,800 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:33:36,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb5c39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:33:36,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:33:36,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,33701,1731339204350, seqNum=-1] 2024-11-11T15:33:36,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:36,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:36,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:33:36,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:33:36,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:36,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:33:36,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:33:36,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:33:36,810 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,45775,1731339203938 2024-11-11T15:33:36,810 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f21b8e9 2024-11-11T15:33:36,812 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:33:36,825 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:33:36,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:33:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-11T15:33:36,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:33:36,839 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:36,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-11T15:33:36,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:33:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:33:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:33:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741837_1013 (size=361) 2024-11-11T15:33:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:36,961 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58882b9068f304a36eaf8e7b49934647, NAME => 'SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:36,969 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5d1b3bd1cc088dc0a122f81d4fd23f17, NAME => 'SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:36,993 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 406505e39d7776c7e6e627b317c8b543, NAME => 'SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:33:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:33:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741840_1016 (size=62) 2024-11-11T15:33:37,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 406505e39d7776c7e6e627b317c8b543, disabling compactions & flushes 2024-11-11T15:33:37,056 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:37,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:37,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. after waiting 0 ms 2024-11-11T15:33:37,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:37,056 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:37,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 406505e39d7776c7e6e627b317c8b543: Waiting for close lock at 1731339217056Disabling compacts and flushes for region at 1731339217056Disabling writes for close at 1731339217056Writing region close event to WAL at 1731339217056Closed at 1731339217056 2024-11-11T15:33:37,057 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2f3a6d97c035eed171f363e16e6beaf0, NAME => 'SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741838_1014 (size=54) 2024-11-11T15:33:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741838_1014 (size=54) 2024-11-11T15:33:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741838_1014 (size=54) 2024-11-11T15:33:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741839_1015 (size=62) 2024-11-11T15:33:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741839_1015 (size=62) 2024-11-11T15:33:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741839_1015 (size=62) 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58882b9068f304a36eaf8e7b49934647, disabling compactions & flushes 2024-11-11T15:33:37,081 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. after waiting 0 ms 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:37,081 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58882b9068f304a36eaf8e7b49934647: Waiting for close lock at 1731339217081Disabling compacts and flushes for region at 1731339217081Disabling writes for close at 1731339217081Writing region close event to WAL at 1731339217081Closed at 1731339217081 2024-11-11T15:33:37,082 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d21e85cb11fb32c733df4562c6c29e7e, NAME => 'SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,085 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,085 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5d1b3bd1cc088dc0a122f81d4fd23f17, disabling compactions & flushes 2024-11-11T15:33:37,086 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:37,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:37,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. after waiting 0 ms 2024-11-11T15:33:37,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:37,086 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:37,086 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5d1b3bd1cc088dc0a122f81d4fd23f17: Waiting for close lock at 1731339217085Disabling compacts and flushes for region at 1731339217085Disabling writes for close at 1731339217086 (+1 ms)Writing region close event to WAL at 1731339217086Closed at 1731339217086 2024-11-11T15:33:37,087 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2a4a30892c47e5d25d88dcd83f52bde9, NAME => 'SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:33:37,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,185 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2f3a6d97c035eed171f363e16e6beaf0, disabling compactions & flushes 2024-11-11T15:33:37,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:37,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:37,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. after waiting 0 ms 2024-11-11T15:33:37,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:37,186 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:37,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2f3a6d97c035eed171f363e16e6beaf0: Waiting for close lock at 1731339217185Disabling compacts and flushes for region at 1731339217185Disabling writes for close at 1731339217186 (+1 ms)Writing region close event to WAL at 1731339217186Closed at 1731339217186 2024-11-11T15:33:37,187 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7a0e62cf6e0d0237eae413beee1db89e, NAME => 'SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:33:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741841_1017 (size=62) 2024-11-11T15:33:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:33:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:33:37,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741842_1018 (size=62) 2024-11-11T15:33:37,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d21e85cb11fb32c733df4562c6c29e7e, disabling compactions & flushes 2024-11-11T15:33:37,225 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:37,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:37,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. after waiting 0 ms 2024-11-11T15:33:37,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:37,225 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:37,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d21e85cb11fb32c733df4562c6c29e7e: Waiting for close lock at 1731339217225Disabling compacts and flushes for region at 1731339217225Disabling writes for close at 1731339217225Writing region close event to WAL at 1731339217225Closed at 1731339217225 2024-11-11T15:33:37,226 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe01adf826adf27a9e67d0dcd68b2674, NAME => 'SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:33:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:33:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741843_1019 (size=62) 2024-11-11T15:33:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2a4a30892c47e5d25d88dcd83f52bde9, disabling compactions & flushes 2024-11-11T15:33:37,231 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. after waiting 0 ms 2024-11-11T15:33:37,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:37,232 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:37,232 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2a4a30892c47e5d25d88dcd83f52bde9: Waiting for close lock at 1731339217231Disabling compacts and flushes for region at 1731339217231Disabling writes for close at 1731339217231Writing region close event to WAL at 1731339217231Closed at 1731339217232 (+1 ms) 2024-11-11T15:33:37,233 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 071099bc6d18de2e3596e5cf11561292, NAME => 'SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:33:37,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:33:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741844_1020 (size=62) 2024-11-11T15:33:37,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7a0e62cf6e0d0237eae413beee1db89e, disabling compactions & flushes 2024-11-11T15:33:37,316 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:37,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:37,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. after waiting 0 ms 2024-11-11T15:33:37,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:37,316 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:37,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7a0e62cf6e0d0237eae413beee1db89e: Waiting for close lock at 1731339217316Disabling compacts and flushes for region at 1731339217316Disabling writes for close at 1731339217316Writing region close event to WAL at 1731339217316Closed at 1731339217316 2024-11-11T15:33:37,317 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 968655cbca3ff84d7f3abc911e143890, NAME => 'SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b 2024-11-11T15:33:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:33:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:33:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741845_1021 (size=62) 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fe01adf826adf27a9e67d0dcd68b2674, disabling compactions & flushes 2024-11-11T15:33:37,327 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. after waiting 0 ms 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:37,327 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:37,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe01adf826adf27a9e67d0dcd68b2674: Waiting for close lock at 1731339217327Disabling compacts and flushes for region at 1731339217327Disabling writes for close at 1731339217327Writing region close event to WAL at 1731339217327Closed at 1731339217327 2024-11-11T15:33:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:33:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:33:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741846_1022 (size=62) 2024-11-11T15:33:37,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 071099bc6d18de2e3596e5cf11561292, disabling compactions & flushes 2024-11-11T15:33:37,334 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:37,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:37,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. after waiting 0 ms 2024-11-11T15:33:37,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:37,335 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:37,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 071099bc6d18de2e3596e5cf11561292: Waiting for close lock at 1731339217334Disabling compacts and flushes for region at 1731339217334Disabling writes for close at 1731339217334Writing region close event to WAL at 1731339217335 (+1 ms)Closed at 1731339217335 2024-11-11T15:33:37,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:33:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:33:37,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741847_1023 (size=54) 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 968655cbca3ff84d7f3abc911e143890, disabling compactions & flushes 2024-11-11T15:33:37,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. after waiting 0 ms 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:37,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:37,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 968655cbca3ff84d7f3abc911e143890: Waiting for close lock at 1731339217417Disabling compacts and flushes for region at 1731339217417Disabling writes for close at 1731339217417Writing region close event to WAL at 1731339217417Closed at 1731339217417 2024-11-11T15:33:37,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:33:37,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,433 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,433 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731339217431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731339217431"}]},"ts":"1731339217431"} 2024-11-11T15:33:37,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-11T15:33:37,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:33:37,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339217445"}]},"ts":"1731339217445"} 2024-11-11T15:33:37,453 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-11T15:33:37,453 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T15:33:37,477 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:33:37,477 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:33:37,477 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T15:33:37,477 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:33:37,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d1b3bd1cc088dc0a122f81d4fd23f17, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=406505e39d7776c7e6e627b317c8b543, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4a30892c47e5d25d88dcd83f52bde9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a0e62cf6e0d0237eae413beee1db89e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=968655cbca3ff84d7f3abc911e143890, ASSIGN}] 2024-11-11T15:33:37,480 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN 2024-11-11T15:33:37,480 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=406505e39d7776c7e6e627b317c8b543, ASSIGN 2024-11-11T15:33:37,481 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d1b3bd1cc088dc0a122f81d4fd23f17, ASSIGN 2024-11-11T15:33:37,482 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0, ASSIGN 2024-11-11T15:33:37,483 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN; state=OFFLINE, location=9a1fddc00362,33919,1731339204234; forceNewPlan=false, retain=false 2024-11-11T15:33:37,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d1b3bd1cc088dc0a122f81d4fd23f17, ASSIGN; state=OFFLINE, location=9a1fddc00362,33701,1731339204350; forceNewPlan=false, retain=false 2024-11-11T15:33:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:37,483 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=406505e39d7776c7e6e627b317c8b543, ASSIGN; state=OFFLINE, location=9a1fddc00362,40221,1731339204546; forceNewPlan=false, retain=false 2024-11-11T15:33:37,484 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0, ASSIGN; state=OFFLINE, location=9a1fddc00362,40221,1731339204546; forceNewPlan=false, retain=false 2024-11-11T15:33:37,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=968655cbca3ff84d7f3abc911e143890, ASSIGN 2024-11-11T15:33:37,487 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=968655cbca3ff84d7f3abc911e143890, ASSIGN; state=OFFLINE, location=9a1fddc00362,40221,1731339204546; forceNewPlan=false, retain=false 2024-11-11T15:33:37,487 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292, ASSIGN 2024-11-11T15:33:37,489 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292, ASSIGN; state=OFFLINE, location=9a1fddc00362,33701,1731339204350; forceNewPlan=false, retain=false 2024-11-11T15:33:37,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN 2024-11-11T15:33:37,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN; state=OFFLINE, location=9a1fddc00362,33919,1731339204234; forceNewPlan=false, retain=false 2024-11-11T15:33:37,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4a30892c47e5d25d88dcd83f52bde9, ASSIGN 2024-11-11T15:33:37,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN 2024-11-11T15:33:37,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a4a30892c47e5d25d88dcd83f52bde9, ASSIGN; state=OFFLINE, location=9a1fddc00362,33701,1731339204350; forceNewPlan=false, retain=false 2024-11-11T15:33:37,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN; state=OFFLINE, location=9a1fddc00362,33919,1731339204234; forceNewPlan=false, retain=false 2024-11-11T15:33:37,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a0e62cf6e0d0237eae413beee1db89e, ASSIGN 2024-11-11T15:33:37,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a0e62cf6e0d0237eae413beee1db89e, ASSIGN; state=OFFLINE, location=9a1fddc00362,40221,1731339204546; forceNewPlan=false, retain=false 2024-11-11T15:33:37,634 INFO [9a1fddc00362:45775 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-11T15:33:37,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=968655cbca3ff84d7f3abc911e143890, regionState=OPENING, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:37,635 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a0e62cf6e0d0237eae413beee1db89e, regionState=OPENING, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:37,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2f3a6d97c035eed171f363e16e6beaf0, regionState=OPENING, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:37,636 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=406505e39d7776c7e6e627b317c8b543, regionState=OPENING, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:37,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe01adf826adf27a9e67d0dcd68b2674, regionState=OPENING, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:37,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21e85cb11fb32c733df4562c6c29e7e, regionState=OPENING, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:37,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58882b9068f304a36eaf8e7b49934647, regionState=OPENING, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:37,636 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2a4a30892c47e5d25d88dcd83f52bde9, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:37,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=071099bc6d18de2e3596e5cf11561292, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:37,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5d1b3bd1cc088dc0a122f81d4fd23f17, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=968655cbca3ff84d7f3abc911e143890, ASSIGN because future has completed 2024-11-11T15:33:37,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 968655cbca3ff84d7f3abc911e143890, server=9a1fddc00362,40221,1731339204546}] 2024-11-11T15:33:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0, ASSIGN because future has completed 2024-11-11T15:33:37,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0, server=9a1fddc00362,40221,1731339204546}] 2024-11-11T15:33:37,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN because future has completed 2024-11-11T15:33:37,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=406505e39d7776c7e6e627b317c8b543, ASSIGN because future has completed 2024-11-11T15:33:37,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN because future has completed 2024-11-11T15:33:37,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 406505e39d7776c7e6e627b317c8b543, server=9a1fddc00362,40221,1731339204546}] 2024-11-11T15:33:37,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN because future has completed 2024-11-11T15:33:37,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,33919,1731339204234}] 2024-11-11T15:33:37,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33919,1731339204234}] 2024-11-11T15:33:37,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a0e62cf6e0d0237eae413beee1db89e, ASSIGN because future has completed 2024-11-11T15:33:37,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a4a30892c47e5d25d88dcd83f52bde9, ASSIGN because future has completed 2024-11-11T15:33:37,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292, ASSIGN because future has completed 2024-11-11T15:33:37,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d1b3bd1cc088dc0a122f81d4fd23f17, ASSIGN because future has completed 2024-11-11T15:33:37,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:33:37,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:33:37,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e, server=9a1fddc00362,40221,1731339204546}] 2024-11-11T15:33:37,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 071099bc6d18de2e3596e5cf11561292, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:33:37,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33919,1731339204234}] 2024-11-11T15:33:37,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:33:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:41,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:41,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:41,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:42,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:42,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:47,673 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:47,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:47,704 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:33:47,706 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:47,707 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f3a6d97c035eed171f363e16e6beaf0, NAME => 'SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-11T15:33:47,707 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,707 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,707 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,707 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:33:47,717 INFO [StoreOpener-2f3a6d97c035eed171f363e16e6beaf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,721 INFO [StoreOpener-2f3a6d97c035eed171f363e16e6beaf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f3a6d97c035eed171f363e16e6beaf0 columnFamilyName cf 2024-11-11T15:33:47,721 DEBUG [StoreOpener-2f3a6d97c035eed171f363e16e6beaf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,723 INFO [StoreOpener-2f3a6d97c035eed171f363e16e6beaf0-1 {}] regionserver.HStore(327): Store=2f3a6d97c035eed171f363e16e6beaf0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,727 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,727 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,728 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,728 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,737 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,740 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:47,740 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 58882b9068f304a36eaf8e7b49934647, NAME => 'SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T15:33:47,741 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,741 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,741 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,741 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,753 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2f3a6d97c035eed171f363e16e6beaf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,756 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2f3a6d97c035eed171f363e16e6beaf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976952, jitterRate=-0.01686680316925049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:47,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2f3a6d97c035eed171f363e16e6beaf0: Running coprocessor pre-open hook at 1731339227708Writing region info on filesystem at 1731339227708Initializing all the Stores at 1731339227713 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227713Cleaning up temporary data from old regions at 1731339227728 (+15 ms)Running coprocessor post-open hooks at 1731339227756 (+28 ms)Region opened successfully at 1731339227756 2024-11-11T15:33:47,758 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0., pid=16, masterSystemTime=1731339227672 2024-11-11T15:33:47,763 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,765 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:47,765 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:33:47,765 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:47,765 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 406505e39d7776c7e6e627b317c8b543, NAME => 'SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-11T15:33:47,766 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,766 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,766 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,766 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,768 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:47,768 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a4a30892c47e5d25d88dcd83f52bde9, NAME => 'SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-11T15:33:47,768 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,769 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2f3a6d97c035eed171f363e16e6beaf0, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:47,769 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,772 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,777 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58882b9068f304a36eaf8e7b49934647 columnFamilyName cf 2024-11-11T15:33:47,777 DEBUG [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0, server=9a1fddc00362,40221,1731339204546 because future has completed 2024-11-11T15:33:47,780 INFO [StoreOpener-406505e39d7776c7e6e627b317c8b543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,780 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] regionserver.HStore(327): Store=58882b9068f304a36eaf8e7b49934647/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,780 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,40221,1731339204546, table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:33:47,780 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,782 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,784 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-11T15:33:47,785 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,785 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,788 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,788 INFO [StoreOpener-406505e39d7776c7e6e627b317c8b543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 406505e39d7776c7e6e627b317c8b543 columnFamilyName cf 2024-11-11T15:33:47,789 DEBUG [StoreOpener-406505e39d7776c7e6e627b317c8b543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f3a6d97c035eed171f363e16e6beaf0, ASSIGN in 10.3090 sec 2024-11-11T15:33:47,790 INFO [StoreOpener-406505e39d7776c7e6e627b317c8b543-1 {}] regionserver.HStore(327): Store=406505e39d7776c7e6e627b317c8b543/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,791 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,792 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0, server=9a1fddc00362,40221,1731339204546 in 10.1160 sec 2024-11-11T15:33:47,792 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,796 INFO [StoreOpener-2a4a30892c47e5d25d88dcd83f52bde9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,804 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,804 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,806 INFO [StoreOpener-2a4a30892c47e5d25d88dcd83f52bde9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4a30892c47e5d25d88dcd83f52bde9 columnFamilyName cf 2024-11-11T15:33:47,806 DEBUG [StoreOpener-2a4a30892c47e5d25d88dcd83f52bde9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,809 INFO [StoreOpener-2a4a30892c47e5d25d88dcd83f52bde9-1 {}] regionserver.HStore(327): Store=2a4a30892c47e5d25d88dcd83f52bde9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,809 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,812 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,816 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,816 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 58882b9068f304a36eaf8e7b49934647; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67450602, jitterRate=0.00509229302406311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,816 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:47,817 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 58882b9068f304a36eaf8e7b49934647: Running coprocessor pre-open hook at 1731339227741Writing region info on filesystem at 1731339227741Initializing all the Stores at 1731339227752 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227752Cleaning up temporary data from old regions at 1731339227785 (+33 ms)Running coprocessor post-open hooks at 1731339227816 (+31 ms)Region opened successfully at 1731339227817 (+1 ms) 2024-11-11T15:33:47,818 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,820 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647., pid=22, masterSystemTime=1731339227704 2024-11-11T15:33:47,822 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,822 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,824 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:47,824 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:33:47,825 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:47,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d21e85cb11fb32c733df4562c6c29e7e, NAME => 'SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T15:33:47,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58882b9068f304a36eaf8e7b49934647, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:47,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,825 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,829 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,831 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33919,1731339204234 because future has completed 2024-11-11T15:33:47,835 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-11T15:33:47,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33919,1731339204234 in 10.1140 sec 2024-11-11T15:33:47,841 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21e85cb11fb32c733df4562c6c29e7e columnFamilyName cf 2024-11-11T15:33:47,841 DEBUG [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,843 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] regionserver.HStore(327): Store=d21e85cb11fb32c733df4562c6c29e7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,843 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,844 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,845 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,846 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,847 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,852 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2a4a30892c47e5d25d88dcd83f52bde9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,852 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2a4a30892c47e5d25d88dcd83f52bde9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60840141, jitterRate=-0.09341125190258026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,853 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:47,853 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2a4a30892c47e5d25d88dcd83f52bde9: Running coprocessor pre-open hook at 1731339227772Writing region info on filesystem at 1731339227772Initializing all the Stores at 1731339227780 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227780Cleaning up temporary data from old regions at 1731339227822 (+42 ms)Running coprocessor post-open hooks at 1731339227853 (+31 ms)Region opened successfully at 1731339227853 2024-11-11T15:33:47,854 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN in 10.3600 sec 2024-11-11T15:33:47,860 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d21e85cb11fb32c733df4562c6c29e7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69946059, jitterRate=0.0422775000333786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,860 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:47,860 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d21e85cb11fb32c733df4562c6c29e7e: Running coprocessor pre-open hook at 1731339227825Writing region info on filesystem at 1731339227825Initializing all the Stores at 1731339227830 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227830Cleaning up temporary data from old regions at 1731339227847 (+17 ms)Running coprocessor post-open hooks at 1731339227860 (+13 ms)Region opened successfully at 1731339227860 2024-11-11T15:33:47,861 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9., pid=20, masterSystemTime=1731339227730 2024-11-11T15:33:47,862 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/406505e39d7776c7e6e627b317c8b543/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,864 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e., pid=18, masterSystemTime=1731339227704 2024-11-11T15:33:47,868 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 406505e39d7776c7e6e627b317c8b543; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69996958, jitterRate=0.04303595423698425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,868 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:47,869 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 406505e39d7776c7e6e627b317c8b543: Running coprocessor pre-open hook at 1731339227766Writing region info on filesystem at 1731339227766Initializing all the Stores at 1731339227768 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227768Cleaning up temporary data from old regions at 1731339227804 (+36 ms)Running coprocessor post-open hooks at 1731339227868 (+64 ms)Region opened successfully at 1731339227869 (+1 ms) 2024-11-11T15:33:47,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2a4a30892c47e5d25d88dcd83f52bde9, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:47,872 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:47,872 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:33:47,872 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:47,872 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 071099bc6d18de2e3596e5cf11561292, NAME => 'SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-11T15:33:47,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d21e85cb11fb32c733df4562c6c29e7e, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:47,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,874 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543., pid=17, masterSystemTime=1731339227672 2024-11-11T15:33:47,875 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:47,875 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:33:47,875 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:47,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fe01adf826adf27a9e67d0dcd68b2674, NAME => 'SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T15:33:47,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,876 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9, server=9a1fddc00362,33701,1731339204350 because future has completed 2024-11-11T15:33:47,885 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:47,885 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:33:47,885 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:47,885 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a0e62cf6e0d0237eae413beee1db89e, NAME => 'SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-11T15:33:47,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=406505e39d7776c7e6e627b317c8b543, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:47,886 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,886 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:47,886 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,886 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,33919,1731339204234 because future has completed 2024-11-11T15:33:47,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 406505e39d7776c7e6e627b317c8b543, server=9a1fddc00362,40221,1731339204546 because future has completed 2024-11-11T15:33:47,896 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-11T15:33:47,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9, server=9a1fddc00362,33701,1731339204350 in 10.1640 sec 2024-11-11T15:33:47,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-11T15:33:47,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,33919,1731339204234 in 10.2120 sec 2024-11-11T15:33:47,913 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe01adf826adf27a9e67d0dcd68b2674 columnFamilyName cf 2024-11-11T15:33:47,913 DEBUG [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4a30892c47e5d25d88dcd83f52bde9, ASSIGN in 10.4200 sec 2024-11-11T15:33:47,914 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] regionserver.HStore(327): Store=fe01adf826adf27a9e67d0dcd68b2674/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,914 INFO [StoreOpener-071099bc6d18de2e3596e5cf11561292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,914 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN in 10.4340 sec 2024-11-11T15:33:47,920 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,921 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,922 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,922 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-11T15:33:47,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 406505e39d7776c7e6e627b317c8b543, server=9a1fddc00362,40221,1731339204546 in 10.2360 sec 2024-11-11T15:33:47,928 INFO [StoreOpener-7a0e62cf6e0d0237eae413beee1db89e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,929 INFO [StoreOpener-071099bc6d18de2e3596e5cf11561292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 071099bc6d18de2e3596e5cf11561292 columnFamilyName cf 2024-11-11T15:33:47,929 DEBUG [StoreOpener-071099bc6d18de2e3596e5cf11561292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=406505e39d7776c7e6e627b317c8b543, ASSIGN in 10.4470 sec 2024-11-11T15:33:47,932 INFO [StoreOpener-071099bc6d18de2e3596e5cf11561292-1 {}] regionserver.HStore(327): Store=071099bc6d18de2e3596e5cf11561292/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,932 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,935 INFO [StoreOpener-7a0e62cf6e0d0237eae413beee1db89e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a0e62cf6e0d0237eae413beee1db89e columnFamilyName cf 2024-11-11T15:33:47,935 DEBUG [StoreOpener-7a0e62cf6e0d0237eae413beee1db89e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:47,935 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,940 INFO [StoreOpener-7a0e62cf6e0d0237eae413beee1db89e-1 {}] regionserver.HStore(327): Store=7a0e62cf6e0d0237eae413beee1db89e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:47,940 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,940 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,941 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,941 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,944 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,944 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,944 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,948 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,948 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,953 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,961 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,964 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,965 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fe01adf826adf27a9e67d0dcd68b2674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59631496, jitterRate=-0.11142146587371826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,965 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:47,965 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fe01adf826adf27a9e67d0dcd68b2674: Running coprocessor pre-open hook at 1731339227876Writing region info on filesystem at 1731339227876Initializing all the Stores at 1731339227883 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227883Cleaning up temporary data from old regions at 1731339227922 (+39 ms)Running coprocessor post-open hooks at 1731339227965 (+43 ms)Region opened successfully at 1731339227965 2024-11-11T15:33:47,966 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., pid=19, masterSystemTime=1731339227704 2024-11-11T15:33:47,970 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:47,970 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:33:47,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fe01adf826adf27a9e67d0dcd68b2674, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33919,1731339204234 2024-11-11T15:33:47,972 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,972 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:47,972 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 071099bc6d18de2e3596e5cf11561292; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64489676, jitterRate=-0.039028942584991455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,973 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:47,973 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7a0e62cf6e0d0237eae413beee1db89e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72776971, jitterRate=0.08446137607097626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:47,973 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:47,973 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 071099bc6d18de2e3596e5cf11561292: Running coprocessor pre-open hook at 1731339227873Writing region info on filesystem at 1731339227873Initializing all the Stores at 1731339227883 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227883Cleaning up temporary data from old regions at 1731339227944 (+61 ms)Running coprocessor post-open hooks at 1731339227973 (+29 ms)Region opened successfully at 1731339227973 2024-11-11T15:33:47,973 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7a0e62cf6e0d0237eae413beee1db89e: Running coprocessor pre-open hook at 1731339227886Writing region info on filesystem at 1731339227886Initializing all the Stores at 1731339227892 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339227892Cleaning up temporary data from old regions at 1731339227948 (+56 ms)Running coprocessor post-open hooks at 1731339227973 (+25 ms)Region opened successfully at 1731339227973 2024-11-11T15:33:47,974 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., pid=23, masterSystemTime=1731339227672 2024-11-11T15:33:47,977 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292., pid=24, masterSystemTime=1731339227730 2024-11-11T15:33:48,005 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:48,005 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:33:48,006 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:48,006 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d1b3bd1cc088dc0a122f81d4fd23f17, NAME => 'SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-11T15:33:48,006 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,006 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:48,006 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,006 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33919,1731339204234 because future has completed 2024-11-11T15:33:48,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=071099bc6d18de2e3596e5cf11561292, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:48,010 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:48,010 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:48,010 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:48,010 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 968655cbca3ff84d7f3abc911e143890, NAME => 'SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-11T15:33:48,011 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,011 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:33:48,011 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,011 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7a0e62cf6e0d0237eae413beee1db89e, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:48,021 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45775 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,33701,1731339204350, table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:33:48,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 071099bc6d18de2e3596e5cf11561292, server=9a1fddc00362,33701,1731339204350 because future has completed 2024-11-11T15:33:48,033 INFO [StoreOpener-968655cbca3ff84d7f3abc911e143890-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-11T15:33:48,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33919,1731339204234 in 10.3410 sec 2024-11-11T15:33:48,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e, server=9a1fddc00362,40221,1731339204546 because future has completed 2024-11-11T15:33:48,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-11T15:33:48,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 071099bc6d18de2e3596e5cf11561292, server=9a1fddc00362,33701,1731339204350 in 10.3030 sec 2024-11-11T15:33:48,041 INFO [StoreOpener-968655cbca3ff84d7f3abc911e143890-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 968655cbca3ff84d7f3abc911e143890 columnFamilyName cf 2024-11-11T15:33:48,041 DEBUG [StoreOpener-968655cbca3ff84d7f3abc911e143890-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:48,043 INFO [StoreOpener-968655cbca3ff84d7f3abc911e143890-1 {}] regionserver.HStore(327): Store=968655cbca3ff84d7f3abc911e143890/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:48,043 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,044 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,045 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN in 10.5580 sec 2024-11-11T15:33:48,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=071099bc6d18de2e3596e5cf11561292, ASSIGN in 10.5600 sec 2024-11-11T15:33:48,046 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,046 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,049 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,058 INFO [StoreOpener-5d1b3bd1cc088dc0a122f81d4fd23f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,064 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:48,065 INFO [StoreOpener-5d1b3bd1cc088dc0a122f81d4fd23f17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1b3bd1cc088dc0a122f81d4fd23f17 columnFamilyName cf 2024-11-11T15:33:48,065 DEBUG [StoreOpener-5d1b3bd1cc088dc0a122f81d4fd23f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:33:48,068 INFO [StoreOpener-5d1b3bd1cc088dc0a122f81d4fd23f17-1 {}] regionserver.HStore(327): Store=5d1b3bd1cc088dc0a122f81d4fd23f17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:33:48,068 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 968655cbca3ff84d7f3abc911e143890; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66199958, jitterRate=-0.013543754816055298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:48,068 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:48,068 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,068 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 968655cbca3ff84d7f3abc911e143890: Running coprocessor pre-open hook at 1731339228011Writing region info on filesystem at 1731339228011Initializing all the Stores at 1731339228014 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339228014Cleaning up temporary data from old regions at 1731339228046 (+32 ms)Running coprocessor post-open hooks at 1731339228068 (+22 ms)Region opened successfully at 1731339228068 2024-11-11T15:33:48,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-11T15:33:48,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e, server=9a1fddc00362,40221,1731339204546 in 10.3210 sec 2024-11-11T15:33:48,071 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,072 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., pid=15, masterSystemTime=1731339227672 2024-11-11T15:33:48,072 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,072 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,073 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,081 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:48,081 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:33:48,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a0e62cf6e0d0237eae413beee1db89e, ASSIGN in 10.5920 sec 2024-11-11T15:33:48,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=968655cbca3ff84d7f3abc911e143890, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:33:48,093 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 968655cbca3ff84d7f3abc911e143890, server=9a1fddc00362,40221,1731339204546 because future has completed 2024-11-11T15:33:48,117 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/5d1b3bd1cc088dc0a122f81d4fd23f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:33:48,118 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 5d1b3bd1cc088dc0a122f81d4fd23f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74016017, jitterRate=0.10292460024356842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:33:48,118 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:48,118 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 5d1b3bd1cc088dc0a122f81d4fd23f17: Running coprocessor pre-open hook at 1731339228007Writing region info on filesystem at 1731339228007Initializing all the Stores at 1731339228014 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339228014Cleaning up temporary data from old regions at 1731339228073 (+59 ms)Running coprocessor post-open hooks at 1731339228118 (+45 ms)Region opened successfully at 1731339228118 2024-11-11T15:33:48,128 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17., pid=21, masterSystemTime=1731339227730 2024-11-11T15:33:48,131 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:48,131 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:33:48,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T15:33:48,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 968655cbca3ff84d7f3abc911e143890, server=9a1fddc00362,40221,1731339204546 in 10.4730 sec 2024-11-11T15:33:48,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5d1b3bd1cc088dc0a122f81d4fd23f17, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:33:48,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=968655cbca3ff84d7f3abc911e143890, ASSIGN in 10.6660 sec 2024-11-11T15:33:48,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17, server=9a1fddc00362,33701,1731339204350 because future has completed 2024-11-11T15:33:48,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-11T15:33:48,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17, server=9a1fddc00362,33701,1731339204350 in 10.4460 sec 2024-11-11T15:33:48,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T15:33:48,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d1b3bd1cc088dc0a122f81d4fd23f17, ASSIGN in 10.6930 sec 2024-11-11T15:33:48,175 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:33:48,175 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731339228175"}]},"ts":"1731339228175"} 2024-11-11T15:33:48,181 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-11T15:33:48,182 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:33:48,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3560 sec 2024-11-11T15:33:49,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-11T15:33:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:52,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:52,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:33:53,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:33:53,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:33:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:33:55,128 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-11T15:33:55,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-11T15:33:55,129 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:33:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-11T15:33:55,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:33:55,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-11T15:33:55,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,175 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,176 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,180 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., hostname=9a1fddc00362,33919,1731339204234, seqNum=2] 2024-11-11T15:33:55,253 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., hostname=9a1fddc00362,33919,1731339204234, seqNum=2] 2024-11-11T15:33:55,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., hostname=9a1fddc00362,33919,1731339204234, seqNum=2] 2024-11-11T15:33:55,260 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., hostname=9a1fddc00362,33919,1731339204234, seqNum=2] 2024-11-11T15:33:55,315 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292., hostname=9a1fddc00362,33701,1731339204350, seqNum=2] 2024-11-11T15:33:55,322 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292., hostname=9a1fddc00362,33701,1731339204350, seqNum=2] 2024-11-11T15:33:55,437 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,439 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,441 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,443 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,445 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,447 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,448 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:55,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., hostname=9a1fddc00362,40221,1731339204546, seqNum=2] 2024-11-11T15:33:56,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:56,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:33:56,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33701 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:33:56,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:56,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:33:56,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40221 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:33:56,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33919 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:33:56,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40221 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:33:57,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40221 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. with WAL disabled. Data may be lost in the event of a crash. 2024-11-11T15:33:57,731 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-11T15:33:57,731 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:33:57,734 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-11T15:33:57,739 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-11T15:33:57,745 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-11T15:33:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:33:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:33:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741848_1024 (size=49) 2024-11-11T15:33:57,786 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-11T15:33:57,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58882b9068f304a36eaf8e7b49934647}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 406505e39d7776c7e6e627b317c8b543}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e85cb11fb32c733df4562c6c29e7e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe01adf826adf27a9e67d0dcd68b2674}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071099bc6d18de2e3596e5cf11561292}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 968655cbca3ff84d7f3abc911e143890}] 2024-11-11T15:33:57,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:33:57,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:33:57,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:33:57,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:33:57,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:33:57,795 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:33:57,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:33:57,800 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:33:57,800 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:33:57,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:33:59,603 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:33997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T15:34:07,730 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=9a1fddc00362,40221,1731339204546, timeout=1731339247791, delay=60, operations=[pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 968655cbca3ff84d7f3abc911e143890, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 406505e39d7776c7e6e627b317c8b543], containedObject=9a1fddc00362,33919,1731339204234, timeout=1731339247792, delay=61, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58882b9068f304a36eaf8e7b49934647, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e85cb11fb32c733df4562c6c29e7e], containedObject=9a1fddc00362,33701,1731339204350, timeout=1731339247793, delay=62, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071099bc6d18de2e3596e5cf11561292]] 2024-11-11T15:34:07,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-11T15:34:07,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-11T15:34:07,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:07,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-11T15:34:07,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:07,793 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7a0e62cf6e0d0237eae413beee1db89e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-11T15:34:07,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:07,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2f3a6d97c035eed171f363e16e6beaf0: 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 58882b9068f304a36eaf8e7b49934647: 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 968655cbca3ff84d7f3abc911e143890 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-11T15:34:07,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-11T15:34:07,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-11T15:34:07,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:07,795 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fe01adf826adf27a9e67d0dcd68b2674 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-11T15:34:07,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5d1b3bd1cc088dc0a122f81d4fd23f17: 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d21e85cb11fb32c733df4562c6c29e7e: 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2a4a30892c47e5d25d88dcd83f52bde9: 2024-11-11T15:34:07,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:07,805 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 071099bc6d18de2e3596e5cf11561292 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-11T15:34:07,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/.tmp/cf/9940382cf10f4f8b935c2d9caf76226e is 34, key is aaa/cf:cf/1731339236618/Put/seqid=0 2024-11-11T15:34:07,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/.tmp/cf/87423868baca402a85a6f28f551b05fc is 34, key is baa/cf:cf/1731339236600/Put/seqid=0 2024-11-11T15:34:07,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/.tmp/cf/6c2feef744204ecdb05e7cc0942cfc88 is 34, key is ccd/cf:cf/1731339236544/Put/seqid=0 2024-11-11T15:34:07,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/.tmp/cf/6057b7f37d824c4e92e58aaeb3e876c4 is 34, key is eaa/cf:cf/1731339237383/Put/seqid=0 2024-11-11T15:34:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:34:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:34:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741849_1025 (size=65) 2024-11-11T15:34:07,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 406505e39d7776c7e6e627b317c8b543: 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. for SnapshotProcedureTest completed. 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:07,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-11T15:34:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-11T15:34:07,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:34:07,898 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:34:07,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f3a6d97c035eed171f363e16e6beaf0 in 10.1120 sec 2024-11-11T15:34:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741850_1026 (size=57) 2024-11-11T15:34:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741850_1026 (size=57) 2024-11-11T15:34:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741850_1026 (size=57) 2024-11-11T15:34:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:07,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-11T15:34:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-11T15:34:07,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:07,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:07,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58882b9068f304a36eaf8e7b49934647 in 10.1220 sec 2024-11-11T15:34:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741852_1028 (size=499309) 2024-11-11T15:34:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741852_1028 (size=499309) 2024-11-11T15:34:07,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741852_1028 (size=499309) 2024-11-11T15:34:07,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/.tmp/cf/6057b7f37d824c4e92e58aaeb3e876c4 2024-11-11T15:34:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741854_1030 (size=65) 2024-11-11T15:34:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741854_1030 (size=65) 2024-11-11T15:34:07,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741854_1030 (size=65) 2024-11-11T15:34:07,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:07,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T15:34:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-11T15:34:07,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:34:07,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:34:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741853_1029 (size=26918) 2024-11-11T15:34:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741853_1029 (size=26918) 2024-11-11T15:34:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741853_1029 (size=26918) 2024-11-11T15:34:07,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d1b3bd1cc088dc0a122f81d4fd23f17 in 10.1660 sec 2024-11-11T15:34:07,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/.tmp/cf/9940382cf10f4f8b935c2d9caf76226e 2024-11-11T15:34:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741855_1031 (size=28623) 2024-11-11T15:34:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:34:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741855_1031 (size=28623) 2024-11-11T15:34:07,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:34:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741851_1027 (size=65) 2024-11-11T15:34:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741855_1031 (size=28623) 2024-11-11T15:34:07,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:07,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-11T15:34:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-11T15:34:07,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:07,980 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:07,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/.tmp/cf/87423868baca402a85a6f28f551b05fc 2024-11-11T15:34:07,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d21e85cb11fb32c733df4562c6c29e7e in 10.1940 sec 2024-11-11T15:34:08,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741856_1032 (size=47197) 2024-11-11T15:34:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741856_1032 (size=47197) 2024-11-11T15:34:08,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741856_1032 (size=47197) 2024-11-11T15:34:08,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/.tmp/cf/6c2feef744204ecdb05e7cc0942cfc88 2024-11-11T15:34:08,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/.tmp/cf/9940382cf10f4f8b935c2d9caf76226e as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/cf/9940382cf10f4f8b935c2d9caf76226e 2024-11-11T15:34:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741857_1033 (size=65) 2024-11-11T15:34:08,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:08,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T15:34:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741857_1033 (size=65) 2024-11-11T15:34:08,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/.tmp/cf/6057b7f37d824c4e92e58aaeb3e876c4 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/cf/6057b7f37d824c4e92e58aaeb3e876c4 2024-11-11T15:34:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741857_1033 (size=65) 2024-11-11T15:34:08,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/cf/9940382cf10f4f8b935c2d9caf76226e, entries=676, sequenceid=5, filesize=26.3 K 2024-11-11T15:34:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-11T15:34:08,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:34:08,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/.tmp/cf/6c2feef744204ecdb05e7cc0942cfc88 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/cf/6c2feef744204ecdb05e7cc0942cfc88 2024-11-11T15:34:08,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:34:08,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/.tmp/cf/87423868baca402a85a6f28f551b05fc as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/cf/87423868baca402a85a6f28f551b05fc 2024-11-11T15:34:08,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7a0e62cf6e0d0237eae413beee1db89e in 249ms, sequenceid=5, compaction requested=false 2024-11-11T15:34:08,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7a0e62cf6e0d0237eae413beee1db89e: 2024-11-11T15:34:08,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. for SnapshotProcedureTest completed. 2024-11-11T15:34:08,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:08,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/cf/9940382cf10f4f8b935c2d9caf76226e] hfiles 2024-11-11T15:34:08,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/cf/9940382cf10f4f8b935c2d9caf76226e for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a4a30892c47e5d25d88dcd83f52bde9 in 10.2530 sec 2024-11-11T15:34:08,046 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/cf/6c2feef744204ecdb05e7cc0942cfc88, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-11T15:34:08,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/cf/6057b7f37d824c4e92e58aaeb3e876c4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-11T15:34:08,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/cf/87423868baca402a85a6f28f551b05fc, entries=731, sequenceid=5, filesize=28.0 K 2024-11-11T15:34:08,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 071099bc6d18de2e3596e5cf11561292 in 249ms, sequenceid=5, compaction requested=false 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 071099bc6d18de2e3596e5cf11561292: 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. for SnapshotProcedureTest completed. 2024-11-11T15:34:08,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fe01adf826adf27a9e67d0dcd68b2674 in 259ms, sequenceid=5, compaction requested=false 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fe01adf826adf27a9e67d0dcd68b2674: 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. for SnapshotProcedureTest completed. 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/cf/6c2feef744204ecdb05e7cc0942cfc88] hfiles 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/cf/6c2feef744204ecdb05e7cc0942cfc88 for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:08,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/cf/87423868baca402a85a6f28f551b05fc] hfiles 2024-11-11T15:34:08,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/cf/87423868baca402a85a6f28f551b05fc for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,054 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 968655cbca3ff84d7f3abc911e143890 in 260ms, sequenceid=5, compaction requested=false 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 968655cbca3ff84d7f3abc911e143890: 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. for SnapshotProcedureTest completed. 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890.' region-info for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/cf/6057b7f37d824c4e92e58aaeb3e876c4] hfiles 2024-11-11T15:34:08,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/cf/6057b7f37d824c4e92e58aaeb3e876c4 for snapshot=SnapshotProcedureTest 2024-11-11T15:34:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741858_1034 (size=65) 2024-11-11T15:34:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741858_1034 (size=65) 2024-11-11T15:34:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741858_1034 (size=65) 2024-11-11T15:34:08,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:08,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-11T15:34:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-11T15:34:08,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:34:08,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:34:08,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 406505e39d7776c7e6e627b317c8b543 in 10.2910 sec 2024-11-11T15:34:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741859_1035 (size=105) 2024-11-11T15:34:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741859_1035 (size=105) 2024-11-11T15:34:08,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:08,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-11T15:34:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-11T15:34:08,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:34:08,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:34:08,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741859_1035 (size=105) 2024-11-11T15:34:08,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a0e62cf6e0d0237eae413beee1db89e in 10.3150 sec 2024-11-11T15:34:08,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741860_1036 (size=105) 2024-11-11T15:34:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741860_1036 (size=105) 2024-11-11T15:34:08,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741860_1036 (size=105) 2024-11-11T15:34:08,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:08,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-11T15:34:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-11T15:34:08,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:34:08,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:34:08,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 071099bc6d18de2e3596e5cf11561292 in 10.3460 sec 2024-11-11T15:34:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741861_1037 (size=97) 2024-11-11T15:34:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741861_1037 (size=97) 2024-11-11T15:34:08,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:08,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-11T15:34:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741861_1037 (size=97) 2024-11-11T15:34:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-11T15:34:08,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:34:08,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:34:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741862_1038 (size=105) 2024-11-11T15:34:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741862_1038 (size=105) 2024-11-11T15:34:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741862_1038 (size=105) 2024-11-11T15:34:08,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 968655cbca3ff84d7f3abc911e143890 in 10.3650 sec 2024-11-11T15:34:08,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:08,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T15:34:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-11T15:34:08,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:08,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-11T15:34:08,554 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-11T15:34:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe01adf826adf27a9e67d0dcd68b2674 in 10.7650 sec 2024-11-11T15:34:08,555 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-11T15:34:08,556 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-11T15:34:08,556 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-11T15:34:08,558 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:34:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741863_1039 (size=1174) 2024-11-11T15:34:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741863_1039 (size=1174) 2024-11-11T15:34:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741863_1039 (size=1174) 2024-11-11T15:34:08,591 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-11T15:34:08,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-11T15:34:08,601 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,604 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:08,604 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:08,604 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:08,605 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:08,612 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:08,612 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:08,613 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:34:08,657 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,657 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9a1fddc00362,33919,1731339204234: Simulated kill ***** 2024-11-11T15:34:08,657 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T15:34:08,657 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T15:34:08,658 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T15:34:08,659 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T15:34:08,659 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T15:34:08,659 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 340463104 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 172549544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T15:34:08,659 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45775 {}] master.MasterRpcServices(700): 9a1fddc00362,33919,1731339204234 reported a fatal error: ***** ABORTING region server 9a1fddc00362,33919,1731339204234: Simulated kill ***** 2024-11-11T15:34:08,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,33919,1731339204234' ***** 2024-11-11T15:34:08,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-11T15:34:08,660 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:34:08,660 INFO [RS:0;9a1fddc00362:33919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T15:34:08,660 INFO [RS:0;9a1fddc00362:33919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T15:34:08,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:34:08,660 INFO [RS:0;9a1fddc00362:33919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:08,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:34:08,661 INFO [RS:0;9a1fddc00362:33919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:33919. 2024-11-11T15:34:08,661 DEBUG [RS:0;9a1fddc00362:33919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:08,661 DEBUG [RS:0;9a1fddc00362:33919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741834_1010 (size=1473) 2024-11-11T15:34:08,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234/9a1fddc00362%2C33919%2C1731339204234.1731339206283 not finished, retry = 0 2024-11-11T15:34:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741834_1010 (size=1473) 2024-11-11T15:34:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741834_1010 (size=1473) 2024-11-11T15:34:08,752 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:08,766 DEBUG [RS:0;9a1fddc00362:33919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:08,766 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:08,766 INFO [RS:0;9a1fddc00362:33919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33919 2024-11-11T15:34:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:34:08,769 INFO [RS:0;9a1fddc00362:33919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:08,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,33919,1731339204234] 2024-11-11T15:34:08,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,33919,1731339204234 already deleted, retry=false 2024-11-11T15:34:08,771 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9a1fddc00362,33919,1731339204234 on 9a1fddc00362,45775,1731339203938 2024-11-11T15:34:08,773 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9a1fddc00362,33919,1731339204234, splitWal=true, meta=false 2024-11-11T15:34:08,773 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 9a1fddc00362,33919,1731339204234 (carryingMeta=false) 9a1fddc00362,33919,1731339204234/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27381180[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T15:34:08,776 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9a1fddc00362,33919,1731339204234, splitWal=true, meta=false 2024-11-11T15:34:08,776 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9a1fddc00362,33919,1731339204234 had 3 regions 2024-11-11T15:34:08,777 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9a1fddc00362,33919,1731339204234, splitWal=true, meta=false, isMeta: false 2024-11-11T15:34:08,779 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting 2024-11-11T15:34:08,780 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9a1fddc00362,33919,1731339204234 WAL count=1, meta=false 2024-11-11T15:34:08,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9a1fddc00362%2C33919%2C1731339204234.1731339206283}] 2024-11-11T15:34:08,783 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:08,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C33919%2C1731339204234.1731339206283, worker=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:34:08,786 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33919,1731339204234 Release verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,786 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 9a1fddc00362,33919,1731339204234, this operation will be retried to send to another server 2024-11-11T15:34:08,786 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:34:08,787 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731339249787 2024-11-11T15:34:08,790 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-11T15:34:08,791 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-11T15:34:08,791 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-11T15:34:08,791 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33919,1731339204234 Release verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,791 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 9a1fddc00362,33919,1731339204234, this operation will be retried to send to another server 2024-11-11T15:34:08,791 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:34:08,791 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731339249791 2024-11-11T15:34:08,792 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33919,1731339204234 Release verify snapshot worker=9a1fddc00362,33919,1731339204234 2024-11-11T15:34:08,792 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 9a1fddc00362,33919,1731339204234, this operation will be retried to send to another server 2024-11-11T15:34:08,792 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:34:08,792 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731339249792 2024-11-11T15:34:08,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:08,871 INFO [RS:0;9a1fddc00362:33919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:08,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33919-0x10197f728b70001, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:08,871 INFO [RS:0;9a1fddc00362:33919 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,33919,1731339204234; zookeeper connection closed. 2024-11-11T15:34:08,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce37460 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce37460 2024-11-11T15:34:09,072 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:34:09,073 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:34:17,132 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T15:34:17,132 INFO [master/9a1fddc00362:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T15:34:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-11T15:34:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-11T15:34:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-11T15:34:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-11T15:34:18,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-11T15:34:18,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-11T15:34:18,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-11T15:34:18,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:34:18,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-11T15:34:18,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-11T15:34:18,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-11T15:34:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-11T15:34:18,640 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,640 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283, size=1.4 K (1473bytes) 2024-11-11T15:34:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-11T15:34:18,641 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 2024-11-11T15:34:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-11T15:34:18,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-11T15:34:18,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-11T15:34:18,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-11T15:34:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-11T15:34:18,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 10.0450 sec 2024-11-11T15:34:18,644 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,646 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,647 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-11T15:34:18,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-11T15:34:18,651 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 after 10ms 2024-11-11T15:34:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-11T15:34:18,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 10.0500 sec 2024-11-11T15:34:18,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 Release verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,658 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 Release verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,658 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 Release verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 in 10.0630 sec 2024-11-11T15:34:18,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 in 10.0630 sec 2024-11-11T15:34:18,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 in 10.0630 sec 2024-11-11T15:34:18,672 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 10.0770 sec 2024-11-11T15:34:18,675 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 took 35ms 2024-11-11T15:34:18,680 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,681 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 58882b9068f304a36eaf8e7b49934647: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:34:18,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d21e85cb11fb32c733df4562c6c29e7e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-11T15:34:18,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fe01adf826adf27a9e67d0dcd68b2674: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-11T15:34:18,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 so closing down 2024-11-11T15:34:18,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T15:34:18,697 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T15:34:18,697 INFO [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 12 ms; skipped=5; WAL=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-11T15:34:18,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283, journal: Splitting hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283, size=1.4 K (1473bytes) at 1731339258641Finishing writing output for hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 so closing down at 1731339258692 (+51 ms)3 split writer threads finished at 1731339258697 (+5 ms)Processed 5 edits across 0 Regions in 12 ms; skipped=5; WAL=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1731339258697 2024-11-11T15:34:18,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 2024-11-11T15:34:18,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T15:34:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-11T15:34:18,718 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting/9a1fddc00362%2C33919%2C1731339204234.1731339206283 to hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs 2024-11-11T15:34:18,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T15:34:18,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9a1fddc00362%2C33919%2C1731339204234.1731339206283, worker=9a1fddc00362,33701,1731339204350 in 9.9340 sec 2024-11-11T15:34:18,723 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-11T15:34:18,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 9a1fddc00362%2C33919%2C1731339204234.1731339206283, worker=9a1fddc00362,33701,1731339204350 in 9.9430 sec 2024-11-11T15:34:18,728 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting dir is empty, no logs to split. 2024-11-11T15:34:18,729 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9a1fddc00362,33919,1731339204234 WAL count=0, meta=false 2024-11-11T15:34:18,729 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 9a1fddc00362,33919,1731339204234 WAL splitting is done? wals=0, meta=false 2024-11-11T15:34:18,731 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9a1fddc00362,33919,1731339204234 failed, ignore...File hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/WALs/9a1fddc00362,33919,1731339204234-splitting does not exist. 2024-11-11T15:34:18,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN}] 2024-11-11T15:34:18,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN 2024-11-11T15:34:18,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN 2024-11-11T15:34:18,737 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN 2024-11-11T15:34:18,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:34:18,739 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:34:18,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T15:34:18,889 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:34:18,890 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:34:18,890 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:34:18,890 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:34:18,890 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:34:18,890 INFO [9a1fddc00362:45775 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:34:18,890 INFO [9a1fddc00362:45775 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:34:18,890 DEBUG [9a1fddc00362:45775 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:34:18,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=58882b9068f304a36eaf8e7b49934647, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=fe01adf826adf27a9e67d0dcd68b2674, regionState=OPENING, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:18,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d21e85cb11fb32c733df4562c6c29e7e, regionState=OPENING, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:18,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN because future has completed 2024-11-11T15:34:18,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:34:18,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN because future has completed 2024-11-11T15:34:18,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33701,1731339204350}] 2024-11-11T15:34:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN because future has completed 2024-11-11T15:34:18,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,40221,1731339204546}] 2024-11-11T15:34:23,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T15:34:27,691 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-11T15:34:27,909 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9a1fddc00362:45775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T15:34:28,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-11T15:34:28,657 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-11T15:34:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-11T15:34:28,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-11T15:34:28,658 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => d21e85cb11fb32c733df4562c6c29e7e, NAME => 'SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-11T15:34:28,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-11T15:34:28,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-11T15:34:28,658 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,658 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:34:28,658 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,659 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-11T15:34:28,661 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,662 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d21e85cb11fb32c733df4562c6c29e7e columnFamilyName cf 2024-11-11T15:34:28,663 DEBUG [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:34:28,663 INFO [StoreOpener-d21e85cb11fb32c733df4562c6c29e7e-1 {}] regionserver.HStore(327): Store=d21e85cb11fb32c733df4562c6c29e7e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:34:28,663 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-11T15:34:28,665 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-11T15:34:28,668 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:28,669 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,669 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,669 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 20.0730 sec 2024-11-11T15:34:28,671 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:28,671 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 Release verify snapshot worker=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:28,672 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,673 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened d21e85cb11fb32c733df4562c6c29e7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449686, jitterRate=-0.08432832360267639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:34:28,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 20.0760 sec 2024-11-11T15:34:28,673 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,673 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for d21e85cb11fb32c733df4562c6c29e7e: Running coprocessor pre-open hook at 1731339268659Writing region info on filesystem at 1731339268659Initializing all the Stores at 1731339268661 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339268661Cleaning up temporary data from old regions at 1731339268669 (+8 ms)Running coprocessor post-open hooks at 1731339268673 (+4 ms)Region opened successfully at 1731339268673 2024-11-11T15:34:28,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,40221,1731339204546 in 20.0760 sec 2024-11-11T15:34:28,674 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e., pid=54, masterSystemTime=1731339268646 2024-11-11T15:34:28,677 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:28,677 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:28,678 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d21e85cb11fb32c733df4562c6c29e7e, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,40221,1731339204546 2024-11-11T15:34:28,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,40221,1731339204546 because future has completed 2024-11-11T15:34:28,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-11T15:34:28,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure d21e85cb11fb32c733df4562c6c29e7e, server=9a1fddc00362,40221,1731339204546 in 9.7850 sec 2024-11-11T15:34:28,686 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33701 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-11T15:34:28,686 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => fe01adf826adf27a9e67d0dcd68b2674, NAME => 'SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-11T15:34:28,686 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,687 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:34:28,687 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,687 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-11T15:34:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45775 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-11T15:34:28,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d21e85cb11fb32c733df4562c6c29e7e, ASSIGN in 9.9500 sec 2024-11-11T15:34:28,690 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,691 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 Release verify snapshot worker=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:28,691 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe01adf826adf27a9e67d0dcd68b2674 columnFamilyName cf 2024-11-11T15:34:28,691 DEBUG [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:34:28,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-11T15:34:28,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9a1fddc00362,33701,1731339204350 in 20.0960 sec 2024-11-11T15:34:28,696 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-11T15:34:28,697 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.hbase-snapshot/SnapshotProcedureTest 2024-11-11T15:34:28,700 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-11T15:34:28,700 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-11T15:34:28,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9730 sec 2024-11-11T15:34:28,705 DEBUG [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/cf/87423868baca402a85a6f28f551b05fc 2024-11-11T15:34:28,706 INFO [StoreOpener-fe01adf826adf27a9e67d0dcd68b2674-1 {}] regionserver.HStore(327): Store=fe01adf826adf27a9e67d0dcd68b2674/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:34:28,706 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,708 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,710 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,710 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,710 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,714 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,717 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:34:28,718 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened fe01adf826adf27a9e67d0dcd68b2674; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72464721, jitterRate=0.07980848848819733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:34:28,718 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,718 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for fe01adf826adf27a9e67d0dcd68b2674: Running coprocessor pre-open hook at 1731339268687Writing region info on filesystem at 1731339268687Initializing all the Stores at 1731339268689 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339268689Cleaning up temporary data from old regions at 1731339268710 (+21 ms)Running coprocessor post-open hooks at 1731339268718 (+8 ms)Region opened successfully at 1731339268718 2024-11-11T15:34:28,720 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., pid=52, masterSystemTime=1731339268681 2024-11-11T15:34:28,722 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,722 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,722 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:28,722 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 58882b9068f304a36eaf8e7b49934647, NAME => 'SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-11T15:34:28,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=fe01adf826adf27a9e67d0dcd68b2674, regionState=OPEN, openSeqNum=6, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:28,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:34:28,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,723 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,725 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33701,1731339204350 because future has completed 2024-11-11T15:34:28,726 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58882b9068f304a36eaf8e7b49934647 columnFamilyName cf 2024-11-11T15:34:28,726 DEBUG [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:34:28,727 INFO [StoreOpener-58882b9068f304a36eaf8e7b49934647-1 {}] regionserver.HStore(327): Store=58882b9068f304a36eaf8e7b49934647/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:34:28,727 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,728 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-11T15:34:28,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure fe01adf826adf27a9e67d0dcd68b2674, server=9a1fddc00362,33701,1731339204350 in 9.8330 sec 2024-11-11T15:34:28,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe01adf826adf27a9e67d0dcd68b2674, ASSIGN in 9.9970 sec 2024-11-11T15:34:28,738 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,739 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,739 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,741 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,742 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 58882b9068f304a36eaf8e7b49934647; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67508187, jitterRate=0.005950376391410828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:34:28,743 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,743 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 58882b9068f304a36eaf8e7b49934647: Running coprocessor pre-open hook at 1731339268723Writing region info on filesystem at 1731339268723Initializing all the Stores at 1731339268724 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731339268724Cleaning up temporary data from old regions at 1731339268739 (+15 ms)Running coprocessor post-open hooks at 1731339268743 (+4 ms)Region opened successfully at 1731339268743 2024-11-11T15:34:28,744 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647., pid=53, masterSystemTime=1731339268681 2024-11-11T15:34:28,746 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:28,746 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:28,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=58882b9068f304a36eaf8e7b49934647, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,33701,1731339204350 2024-11-11T15:34:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33701,1731339204350 because future has completed 2024-11-11T15:34:28,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-11T15:34:28,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 58882b9068f304a36eaf8e7b49934647, server=9a1fddc00362,33701,1731339204350 in 9.8550 sec 2024-11-11T15:34:28,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-11T15:34:28,756 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 9a1fddc00362,33919,1731339204234 after splitting done 2024-11-11T15:34:28,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58882b9068f304a36eaf8e7b49934647, ASSIGN in 10.0190 sec 2024-11-11T15:34:28,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 9a1fddc00362,33919,1731339204234, splitWal=true, meta=false in 19.9850 sec 2024-11-11T15:34:28,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-11T15:34:28,942 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-11T15:34:28,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:34:28,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:28,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:28,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:28,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:34:28,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:28,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:34:28,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2055144696, stopped=false 2024-11-11T15:34:28,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,45775,1731339203938 2024-11-11T15:34:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:34:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:34:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:34:28,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:34:28,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:28,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:34:28,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:34:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:34:28,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:34:28,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:34:28,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:28,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:28,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:34:28,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,33701,1731339204350' ***** 2024-11-11T15:34:28,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:34:28,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,40221,1731339204546' ***** 2024-11-11T15:34:28,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:34:28,961 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:34:28,961 INFO [RS:2;9a1fddc00362:40221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:34:28,961 INFO [RS:2;9a1fddc00362:40221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:34:28,961 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 968655cbca3ff84d7f3abc911e143890 2024-11-11T15:34:28,962 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:34:28,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:34:28,962 INFO [RS:1;9a1fddc00362:33701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:34:28,962 INFO [RS:1;9a1fddc00362:33701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:34:28,962 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f3a6d97c035eed171f363e16e6beaf0 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a0e62cf6e0d0237eae413beee1db89e 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(3091): Received CLOSE for 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,40221,1731339204546 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9a1fddc00362:40221. 2024-11-11T15:34:28,964 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 968655cbca3ff84d7f3abc911e143890, disabling compactions & flushes 2024-11-11T15:34:28,964 DEBUG [RS:2;9a1fddc00362:40221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:28,964 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:28,964 DEBUG [RS:2;9a1fddc00362:40221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:28,964 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:28,964 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. after waiting 0 ms 2024-11-11T15:34:28,964 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:28,964 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T15:34:28,964 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1325): Online Regions={968655cbca3ff84d7f3abc911e143890=SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890., 2f3a6d97c035eed171f363e16e6beaf0=SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0., 7a0e62cf6e0d0237eae413beee1db89e=SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e., d21e85cb11fb32c733df4562c6c29e7e=SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e., 406505e39d7776c7e6e627b317c8b543=SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543.} 2024-11-11T15:34:28,965 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1351): Waiting on 2f3a6d97c035eed171f363e16e6beaf0, 406505e39d7776c7e6e627b317c8b543, 7a0e62cf6e0d0237eae413beee1db89e, 968655cbca3ff84d7f3abc911e143890, d21e85cb11fb32c733df4562c6c29e7e 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a4a30892c47e5d25d88dcd83f52bde9 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for 071099bc6d18de2e3596e5cf11561292 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for 58882b9068f304a36eaf8e7b49934647 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d1b3bd1cc088dc0a122f81d4fd23f17 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,33701,1731339204350 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:33701. 2024-11-11T15:34:28,968 DEBUG [RS:1;9a1fddc00362:33701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:34:28,968 DEBUG [RS:1;9a1fddc00362:33701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:34:28,968 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:34:28,969 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:34:28,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe01adf826adf27a9e67d0dcd68b2674, disabling compactions & flushes 2024-11-11T15:34:28,970 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. after waiting 0 ms 2024-11-11T15:34:28,970 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:28,978 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T15:34:28,978 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1325): Online Regions={fe01adf826adf27a9e67d0dcd68b2674=SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674., 2a4a30892c47e5d25d88dcd83f52bde9=SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9., 071099bc6d18de2e3596e5cf11561292=SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292., 1588230740=hbase:meta,,1.1588230740, 58882b9068f304a36eaf8e7b49934647=SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647., 5d1b3bd1cc088dc0a122f81d4fd23f17=SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17.} 2024-11-11T15:34:28,978 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1351): Waiting on 071099bc6d18de2e3596e5cf11561292, 1588230740, 2a4a30892c47e5d25d88dcd83f52bde9, 58882b9068f304a36eaf8e7b49934647, 5d1b3bd1cc088dc0a122f81d4fd23f17, fe01adf826adf27a9e67d0dcd68b2674 2024-11-11T15:34:28,979 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:34:28,979 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:34:28,979 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:34:28,979 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:34:28,979 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:34:28,979 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-11T15:34:28,983 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:28,993 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:29,017 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/fe01adf826adf27a9e67d0dcd68b2674/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-11T15:34:29,020 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:29,020 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe01adf826adf27a9e67d0dcd68b2674: Waiting for close lock at 1731339268969Running coprocessor pre-close hooks at 1731339268969Disabling compacts and flushes for region at 1731339268969Disabling writes for close at 1731339268970 (+1 ms)Writing region close event to WAL at 1731339268988 (+18 ms)Running coprocessor post-close hooks at 1731339269020 (+32 ms)Closed at 1731339269020 2024-11-11T15:34:29,020 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731339216825.fe01adf826adf27a9e67d0dcd68b2674. 2024-11-11T15:34:29,020 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a4a30892c47e5d25d88dcd83f52bde9, disabling compactions & flushes 2024-11-11T15:34:29,021 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:29,021 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:29,021 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. after waiting 0 ms 2024-11-11T15:34:29,021 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:29,032 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/968655cbca3ff84d7f3abc911e143890/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:34:29,040 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:29,040 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 968655cbca3ff84d7f3abc911e143890: Waiting for close lock at 1731339268964Running coprocessor pre-close hooks at 1731339268964Disabling compacts and flushes for region at 1731339268964Disabling writes for close at 1731339268964Writing region close event to WAL at 1731339268992 (+28 ms)Running coprocessor post-close hooks at 1731339269040 (+48 ms)Closed at 1731339269040 2024-11-11T15:34:29,040 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731339216825.968655cbca3ff84d7f3abc911e143890. 2024-11-11T15:34:29,041 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f3a6d97c035eed171f363e16e6beaf0, disabling compactions & flushes 2024-11-11T15:34:29,041 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:29,041 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:29,041 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. after waiting 0 ms 2024-11-11T15:34:29,041 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:29,041 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/info/ff3a88c5cc744d329299277fa7b15ae2 is 167, key is SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17./info:regioninfo/1731339228144/Put/seqid=0 2024-11-11T15:34:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2a4a30892c47e5d25d88dcd83f52bde9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:34:29,066 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:29,066 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a4a30892c47e5d25d88dcd83f52bde9: Waiting for close lock at 1731339269020Running coprocessor pre-close hooks at 1731339269020Disabling compacts and flushes for region at 1731339269020Disabling writes for close at 1731339269021 (+1 ms)Writing region close event to WAL at 1731339269032 (+11 ms)Running coprocessor post-close hooks at 1731339269066 (+34 ms)Closed at 1731339269066 2024-11-11T15:34:29,066 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731339216825.2a4a30892c47e5d25d88dcd83f52bde9. 2024-11-11T15:34:29,067 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 071099bc6d18de2e3596e5cf11561292, disabling compactions & flushes 2024-11-11T15:34:29,067 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:29,067 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:29,067 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. after waiting 0 ms 2024-11-11T15:34:29,067 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:29,068 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/2f3a6d97c035eed171f363e16e6beaf0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:34:29,069 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f3a6d97c035eed171f363e16e6beaf0: Waiting for close lock at 1731339269041Running coprocessor pre-close hooks at 1731339269041Disabling compacts and flushes for region at 1731339269041Disabling writes for close at 1731339269041Writing region close event to WAL at 1731339269048 (+7 ms)Running coprocessor post-close hooks at 1731339269068 (+20 ms)Closed at 1731339269068 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731339216825.2f3a6d97c035eed171f363e16e6beaf0. 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a0e62cf6e0d0237eae413beee1db89e, disabling compactions & flushes 2024-11-11T15:34:29,069 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. after waiting 0 ms 2024-11-11T15:34:29,069 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:29,072 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:34:29,072 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:34:29,081 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/071099bc6d18de2e3596e5cf11561292/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:34:29,082 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:29,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 071099bc6d18de2e3596e5cf11561292: Waiting for close lock at 1731339269067Running coprocessor pre-close hooks at 1731339269067Disabling compacts and flushes for region at 1731339269067Disabling writes for close at 1731339269067Writing region close event to WAL at 1731339269069 (+2 ms)Running coprocessor post-close hooks at 1731339269082 (+13 ms)Closed at 1731339269082 2024-11-11T15:34:29,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731339216825.071099bc6d18de2e3596e5cf11561292. 2024-11-11T15:34:29,082 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58882b9068f304a36eaf8e7b49934647, disabling compactions & flushes 2024-11-11T15:34:29,083 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:29,083 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:29,083 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. after waiting 0 ms 2024-11-11T15:34:29,083 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741864_1040 (size=19785) 2024-11-11T15:34:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741864_1040 (size=19785) 2024-11-11T15:34:29,091 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/info/ff3a88c5cc744d329299277fa7b15ae2 2024-11-11T15:34:29,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741864_1040 (size=19785) 2024-11-11T15:34:29,113 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/7a0e62cf6e0d0237eae413beee1db89e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T15:34:29,114 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a0e62cf6e0d0237eae413beee1db89e: Waiting for close lock at 1731339269069Running coprocessor pre-close hooks at 1731339269069Disabling compacts and flushes for region at 1731339269069Disabling writes for close at 1731339269069Writing region close event to WAL at 1731339269096 (+27 ms)Running coprocessor post-close hooks at 1731339269114 (+18 ms)Closed at 1731339269114 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731339216825.7a0e62cf6e0d0237eae413beee1db89e. 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d21e85cb11fb32c733df4562c6c29e7e, disabling compactions & flushes 2024-11-11T15:34:29,114 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. after waiting 0 ms 2024-11-11T15:34:29,114 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:29,127 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/58882b9068f304a36eaf8e7b49934647/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:34:29,125 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:34:29,128 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:29,128 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:34:29,128 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58882b9068f304a36eaf8e7b49934647: Waiting for close lock at 1731339269082Running coprocessor pre-close hooks at 1731339269082Disabling compacts and flushes for region at 1731339269082Disabling writes for close at 1731339269083 (+1 ms)Writing region close event to WAL at 1731339269107 (+24 ms)Running coprocessor post-close hooks at 1731339269128 (+21 ms)Closed at 1731339269128 2024-11-11T15:34:29,128 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731339216825.58882b9068f304a36eaf8e7b49934647. 2024-11-11T15:34:29,128 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d1b3bd1cc088dc0a122f81d4fd23f17, disabling compactions & flushes 2024-11-11T15:34:29,129 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:29,129 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:29,129 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. after waiting 0 ms 2024-11-11T15:34:29,129 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:29,139 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/ns/ea652279646a4102b3f8939168dc48c6 is 43, key is default/ns:d/1731339216686/Put/seqid=0 2024-11-11T15:34:29,142 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/5d1b3bd1cc088dc0a122f81d4fd23f17/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:34:29,142 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:29,142 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d1b3bd1cc088dc0a122f81d4fd23f17: Waiting for close lock at 1731339269128Running coprocessor pre-close hooks at 1731339269128Disabling compacts and flushes for region at 1731339269128Disabling writes for close at 1731339269129 (+1 ms)Writing region close event to WAL at 1731339269129Running coprocessor post-close hooks at 1731339269142 (+13 ms)Closed at 1731339269142 2024-11-11T15:34:29,143 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731339216825.5d1b3bd1cc088dc0a122f81d4fd23f17. 2024-11-11T15:34:29,148 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/d21e85cb11fb32c733df4562c6c29e7e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T15:34:29,149 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d21e85cb11fb32c733df4562c6c29e7e: Waiting for close lock at 1731339269114Running coprocessor pre-close hooks at 1731339269114Disabling compacts and flushes for region at 1731339269114Disabling writes for close at 1731339269114Writing region close event to WAL at 1731339269120 (+6 ms)Running coprocessor post-close hooks at 1731339269149 (+29 ms)Closed at 1731339269149 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731339216825.d21e85cb11fb32c733df4562c6c29e7e. 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 406505e39d7776c7e6e627b317c8b543, disabling compactions & flushes 2024-11-11T15:34:29,149 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. after waiting 0 ms 2024-11-11T15:34:29,149 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741865_1041 (size=5153) 2024-11-11T15:34:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741865_1041 (size=5153) 2024-11-11T15:34:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741865_1041 (size=5153) 2024-11-11T15:34:29,161 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/ns/ea652279646a4102b3f8939168dc48c6 2024-11-11T15:34:29,165 DEBUG [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1351): Waiting on 406505e39d7776c7e6e627b317c8b543 2024-11-11T15:34:29,165 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/default/SPTestTable/406505e39d7776c7e6e627b317c8b543/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T15:34:29,166 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:29,166 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 406505e39d7776c7e6e627b317c8b543: Waiting for close lock at 1731339269149Running coprocessor pre-close hooks at 1731339269149Disabling compacts and flushes for region at 1731339269149Disabling writes for close at 1731339269149Writing region close event to WAL at 1731339269156 (+7 ms)Running coprocessor post-close hooks at 1731339269166 (+10 ms)Closed at 1731339269166 2024-11-11T15:34:29,166 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731339216825.406505e39d7776c7e6e627b317c8b543. 2024-11-11T15:34:29,179 DEBUG [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:34:29,208 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/table/01ac050e92504f3f8ec19cdec82d5dd3 is 47, key is SPTestTable/table:state/1731339228175/Put/seqid=0 2024-11-11T15:34:29,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741866_1042 (size=5214) 2024-11-11T15:34:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741866_1042 (size=5214) 2024-11-11T15:34:29,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741866_1042 (size=5214) 2024-11-11T15:34:29,247 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/table/01ac050e92504f3f8ec19cdec82d5dd3 2024-11-11T15:34:29,258 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/info/ff3a88c5cc744d329299277fa7b15ae2 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/info/ff3a88c5cc744d329299277fa7b15ae2 2024-11-11T15:34:29,270 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/info/ff3a88c5cc744d329299277fa7b15ae2, entries=112, sequenceid=35, filesize=19.3 K 2024-11-11T15:34:29,271 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/ns/ea652279646a4102b3f8939168dc48c6 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/ns/ea652279646a4102b3f8939168dc48c6 2024-11-11T15:34:29,280 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/ns/ea652279646a4102b3f8939168dc48c6, entries=2, sequenceid=35, filesize=5.0 K 2024-11-11T15:34:29,282 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/.tmp/table/01ac050e92504f3f8ec19cdec82d5dd3 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/table/01ac050e92504f3f8ec19cdec82d5dd3 2024-11-11T15:34:29,289 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/table/01ac050e92504f3f8ec19cdec82d5dd3, entries=2, sequenceid=35, filesize=5.1 K 2024-11-11T15:34:29,290 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=35, compaction requested=false 2024-11-11T15:34:29,297 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-11T15:34:29,298 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:34:29,298 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:29,298 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731339268979Running coprocessor pre-close hooks at 1731339268979Disabling compacts and flushes for region at 1731339268979Disabling writes for close at 1731339268979Obtaining lock to block concurrent updates at 1731339268979Preparing flush snapshotting stores in 1588230740 at 1731339268979Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731339268981 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731339268984 (+3 ms)Flushing 1588230740/info: creating writer at 1731339268984Flushing 1588230740/info: appending metadata at 1731339269040 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731339269040Flushing 1588230740/ns: creating writer at 1731339269102 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731339269138 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731339269138Flushing 1588230740/table: creating writer at 1731339269183 (+45 ms)Flushing 1588230740/table: appending metadata at 1731339269208 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731339269208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbe6841: reopening flushed file at 1731339269256 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25683b47: reopening flushed file at 1731339269270 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8c86d7: reopening flushed file at 1731339269281 (+11 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 311ms, sequenceid=35, compaction requested=false at 1731339269290 (+9 ms)Writing region close event to WAL at 1731339269294 (+4 ms)Running coprocessor post-close hooks at 1731339269298 (+4 ms)Closed at 1731339269298 2024-11-11T15:34:29,298 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:34:29,365 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,40221,1731339204546; all regions closed. 2024-11-11T15:34:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741835_1011 (size=4052) 2024-11-11T15:34:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741835_1011 (size=4052) 2024-11-11T15:34:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741835_1011 (size=4052) 2024-11-11T15:34:29,373 DEBUG [RS:2;9a1fddc00362:40221 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C40221%2C1731339204546:(num 1731339206285) 2024-11-11T15:34:29,373 DEBUG [RS:2;9a1fddc00362:40221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:34:29,373 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:29,373 INFO [RS:2;9a1fddc00362:40221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:29,374 INFO [RS:2;9a1fddc00362:40221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40221 2024-11-11T15:34:29,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,40221,1731339204546 2024-11-11T15:34:29,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:34:29,376 INFO [RS:2;9a1fddc00362:40221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:29,379 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,33701,1731339204350; all regions closed. 2024-11-11T15:34:29,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,40221,1731339204546] 2024-11-11T15:34:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741836_1012 (size=18358) 2024-11-11T15:34:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741836_1012 (size=18358) 2024-11-11T15:34:29,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,40221,1731339204546 already deleted, retry=false 2024-11-11T15:34:29,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,40221,1731339204546 expired; onlineServers=1 2024-11-11T15:34:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741836_1012 (size=18358) 2024-11-11T15:34:29,386 DEBUG [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs 2024-11-11T15:34:29,386 INFO [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C33701%2C1731339204350.meta:.meta(num 1731339216405) 2024-11-11T15:34:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741833_1009 (size=3534) 2024-11-11T15:34:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741833_1009 (size=3534) 2024-11-11T15:34:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741833_1009 (size=3534) 2024-11-11T15:34:29,395 DEBUG [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/oldWALs 2024-11-11T15:34:29,395 INFO [RS:1;9a1fddc00362:33701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C33701%2C1731339204350:(num 1731339206214) 2024-11-11T15:34:29,395 DEBUG [RS:1;9a1fddc00362:33701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:34:29,395 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:34:29,395 INFO [RS:1;9a1fddc00362:33701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:29,396 INFO [RS:1;9a1fddc00362:33701 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:29,396 INFO [RS:1;9a1fddc00362:33701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:29,396 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:29,396 INFO [RS:1;9a1fddc00362:33701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33701 2024-11-11T15:34:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:34:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,33701,1731339204350 2024-11-11T15:34:29,398 INFO [RS:1;9a1fddc00362:33701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:29,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,33701,1731339204350] 2024-11-11T15:34:29,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,33701,1731339204350 already deleted, retry=false 2024-11-11T15:34:29,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,33701,1731339204350 expired; onlineServers=0 2024-11-11T15:34:29,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,45775,1731339203938' ***** 2024-11-11T15:34:29,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:34:29,401 INFO [M:0;9a1fddc00362:45775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:34:29,401 INFO [M:0;9a1fddc00362:45775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:34:29,401 DEBUG [M:0;9a1fddc00362:45775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:34:29,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:34:29,401 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339205854 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731339205854,5,FailOnTimeoutGroup] 2024-11-11T15:34:29,401 DEBUG [M:0;9a1fddc00362:45775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:34:29,402 INFO [M:0;9a1fddc00362:45775 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:34:29,402 INFO [M:0;9a1fddc00362:45775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:34:29,402 DEBUG [M:0;9a1fddc00362:45775 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:34:29,402 INFO [M:0;9a1fddc00362:45775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:34:29,402 INFO [M:0;9a1fddc00362:45775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:34:29,402 ERROR [M:0;9a1fddc00362:45775 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1469787010) connection to localhost/127.0.0.1:42329 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42329,5,PEWorkerGroup] 2024-11-11T15:34:29,402 INFO [M:0;9a1fddc00362:45775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:34:29,403 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:34:29,403 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339205860 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731339205860,5,FailOnTimeoutGroup] 2024-11-11T15:34:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:34:29,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:34:29,410 DEBUG [M:0;9a1fddc00362:45775 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T15:34:29,410 DEBUG [M:0;9a1fddc00362:45775 {}] master.ActiveMasterManager(353): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T15:34:29,411 INFO [M:0;9a1fddc00362:45775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/.lastflushedseqids 2024-11-11T15:34:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741867_1043 (size=650) 2024-11-11T15:34:29,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741867_1043 (size=650) 2024-11-11T15:34:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741867_1043 (size=650) 2024-11-11T15:34:29,433 INFO [M:0;9a1fddc00362:45775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:34:29,433 INFO [M:0;9a1fddc00362:45775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:34:29,433 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:34:29,433 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:29,433 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:29,433 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:34:29,433 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:29,433 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.34 KB heapSize=272.96 KB 2024-11-11T15:34:29,471 DEBUG [M:0;9a1fddc00362:45775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b63e44bfb9e74e6fa785ec56e893613d is 82, key is hbase:meta,,1/info:regioninfo/1731339216604/Put/seqid=0 2024-11-11T15:34:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,480 INFO [RS:2;9a1fddc00362:40221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40221-0x10197f728b70003, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,480 INFO [RS:2;9a1fddc00362:40221 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,40221,1731339204546; zookeeper connection closed. 2024-11-11T15:34:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741868_1044 (size=5672) 2024-11-11T15:34:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741868_1044 (size=5672) 2024-11-11T15:34:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741868_1044 (size=5672) 2024-11-11T15:34:29,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c848c6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c848c6e 2024-11-11T15:34:29,482 INFO [M:0;9a1fddc00362:45775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b63e44bfb9e74e6fa785ec56e893613d 2024-11-11T15:34:29,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,500 INFO [RS:1;9a1fddc00362:33701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:29,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33701-0x10197f728b70002, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,500 INFO [RS:1;9a1fddc00362:33701 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,33701,1731339204350; zookeeper connection closed. 2024-11-11T15:34:29,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea5871b 2024-11-11T15:34:29,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T15:34:29,514 DEBUG [M:0;9a1fddc00362:45775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f451519769d444408e45007a16321623 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731339228201/Put/seqid=0 2024-11-11T15:34:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741869_1045 (size=9312) 2024-11-11T15:34:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741869_1045 (size=9312) 2024-11-11T15:34:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741869_1045 (size=9312) 2024-11-11T15:34:29,531 INFO [M:0;9a1fddc00362:45775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228.61 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f451519769d444408e45007a16321623 2024-11-11T15:34:29,537 INFO [M:0;9a1fddc00362:45775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f451519769d444408e45007a16321623 2024-11-11T15:34:29,554 DEBUG [M:0;9a1fddc00362:45775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e498dd1512064ba1b16b1c5265acaff5 is 69, key is 9a1fddc00362,33701,1731339204350/rs:state/1731339205961/Put/seqid=0 2024-11-11T15:34:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741870_1046 (size=5447) 2024-11-11T15:34:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741870_1046 (size=5447) 2024-11-11T15:34:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741870_1046 (size=5447) 2024-11-11T15:34:29,565 INFO [M:0;9a1fddc00362:45775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e498dd1512064ba1b16b1c5265acaff5 2024-11-11T15:34:29,570 INFO [M:0;9a1fddc00362:45775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e498dd1512064ba1b16b1c5265acaff5 2024-11-11T15:34:29,571 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b63e44bfb9e74e6fa785ec56e893613d as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b63e44bfb9e74e6fa785ec56e893613d 2024-11-11T15:34:29,578 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b63e44bfb9e74e6fa785ec56e893613d, entries=8, sequenceid=473, filesize=5.5 K 2024-11-11T15:34:29,579 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f451519769d444408e45007a16321623 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f451519769d444408e45007a16321623 2024-11-11T15:34:29,585 INFO [M:0;9a1fddc00362:45775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f451519769d444408e45007a16321623 2024-11-11T15:34:29,585 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f451519769d444408e45007a16321623, entries=54, sequenceid=473, filesize=9.1 K 2024-11-11T15:34:29,586 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e498dd1512064ba1b16b1c5265acaff5 as hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e498dd1512064ba1b16b1c5265acaff5 2024-11-11T15:34:29,594 INFO [M:0;9a1fddc00362:45775 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e498dd1512064ba1b16b1c5265acaff5 2024-11-11T15:34:29,594 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/5e1c32c7-38d4-34ff-7126-b8bce973739b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e498dd1512064ba1b16b1c5265acaff5, entries=3, sequenceid=473, filesize=5.3 K 2024-11-11T15:34:29,595 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.34 KB/234846, heapSize ~272.66 KB/279208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=473, compaction requested=false 2024-11-11T15:34:29,596 INFO [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:34:29,596 DEBUG [M:0;9a1fddc00362:45775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731339269433Disabling compacts and flushes for region at 1731339269433Disabling writes for close at 1731339269433Obtaining lock to block concurrent updates at 1731339269433Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731339269433Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234846, getHeapSize=279448, getOffHeapSize=0, getCellsCount=576 at 1731339269434 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731339269440 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731339269440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731339269471 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731339269471Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731339269488 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731339269513 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731339269513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731339269538 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731339269553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731339269553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a19a8: reopening flushed file at 1731339269571 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c53096: reopening flushed file at 1731339269578 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@104d8f2c: reopening flushed file at 1731339269585 (+7 ms)Finished flush of dataSize ~229.34 KB/234846, heapSize ~272.66 KB/279208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 162ms, sequenceid=473, compaction requested=false at 1731339269595 (+10 ms)Writing region close event to WAL at 1731339269596 (+1 ms)Closed at 1731339269596 2024-11-11T15:34:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32811 is added to blk_1073741830_1006 (size=266422) 2024-11-11T15:34:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35913 is added to blk_1073741830_1006 (size=266422) 2024-11-11T15:34:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37307 is added to blk_1073741830_1006 (size=266422) 2024-11-11T15:34:29,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:34:29,600 INFO [M:0;9a1fddc00362:45775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:34:29,600 INFO [M:0;9a1fddc00362:45775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45775 2024-11-11T15:34:29,600 INFO [M:0;9a1fddc00362:45775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:34:29,702 INFO [M:0;9a1fddc00362:45775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:34:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45775-0x10197f728b70000, quorum=127.0.0.1:51107, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:34:29,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e332fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:29,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d742c04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:29,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:29,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ef6a046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:29,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7931da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:29,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:34:29,708 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:34:29,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:34:29,708 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520895607-172.17.0.3-1731339201313 (Datanode Uuid 8a6184c7-ea19-4072-9098-949c8c834f55) service to localhost/127.0.0.1:42329 2024-11-11T15:34:29,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data5/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data6/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:34:29,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@89d822{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:29,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765686bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:29,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:29,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c53ef62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:29,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a14caa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:29,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:34:29,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:34:29,719 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:34:29,719 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520895607-172.17.0.3-1731339201313 (Datanode Uuid be0dd8d4-961f-42a2-8ff2-ac74e6e50803) service to localhost/127.0.0.1:42329 2024-11-11T15:34:29,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data3/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:34:29,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data4/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a067e9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:34:29,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a5bd7c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:29,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:29,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50193c63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:29,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@512fd319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:29,731 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:34:29,731 WARN [BP-520895607-172.17.0.3-1731339201313 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520895607-172.17.0.3-1731339201313 (Datanode Uuid 439943e3-9e5f-4a35-a886-8d68204efa24) service to localhost/127.0.0.1:42329 2024-11-11T15:34:29,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data1/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/cluster_4f220f4a-4dd6-47a9-2e8c-46df1234c4c9/data/data2/current/BP-520895607-172.17.0.3-1731339201313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:34:29,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:34:29,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:34:29,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:34:29,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a63e8b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:34:29,746 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ae1fd24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:34:29,746 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:34:29,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7369a201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:34:29,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4192eb8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3000abf8-2547-c379-283b-8e33f0523d9a/hadoop.log.dir/,STOPPED} 2024-11-11T15:34:29,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:34:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:34:29,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:42329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:42329 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:42329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1469787010) connection to localhost/127.0.0.1:42329 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 1177), ProcessCount=11 (was 11), AvailableMemoryMB=1355 (was 786) - AvailableMemoryMB LEAK? -