2024-11-20 21:15:24,633 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 21:15:24,644 main DEBUG Took 0.008672 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:15:24,644 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:15:24,645 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:15:24,646 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:15:24,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,656 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:15:24,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,677 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,680 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,680 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:15:24,684 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,684 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:15:24,685 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:15:24,687 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:15:24,689 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:15:24,689 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:15:24,691 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:15:24,691 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:15:24,701 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:15:24,703 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:15:24,705 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:15:24,705 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:15:24,706 main DEBUG createAppenders(={Console}) 2024-11-20 21:15:24,707 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 21:15:24,707 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 21:15:24,707 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 21:15:24,708 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:15:24,709 main DEBUG OutputStream closed 2024-11-20 21:15:24,709 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:15:24,709 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:15:24,710 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 21:15:24,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:15:24,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:15:24,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:15:24,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:15:24,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:15:24,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:15:24,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:15:24,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:15:24,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:15:24,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:15:24,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:15:24,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:15:24,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:15:24,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:15:24,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:15:24,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:15:24,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:15:24,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:15:24,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:15:24,794 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 21:15:24,795 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:15:24,795 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T21:15:24,812 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 21:15:24,816 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:15:24,816 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:15:24,824 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T21:15:24,857 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=880, ProcessCount=11, AvailableMemoryMB=1008 2024-11-20T21:15:25,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373 2024-11-20T21:15:25,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:15:25,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0, deleteOnExit=true 2024-11-20T21:15:25,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:15:25,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/test.cache.data in system properties and HBase conf 2024-11-20T21:15:25,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:15:25,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:15:25,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:15:25,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:15:25,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:15:25,322 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:15:25,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:15:25,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:15:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:15:25,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:15:25,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:15:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:15:25,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:15:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:15:25,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:15:25,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:15:25,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:15:25,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:15:25,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:15:25,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:15:25,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:15:26,372 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:15:26,446 INFO [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:15:26,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:15:26,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:15:26,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:15:26,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:15:26,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:15:26,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:15:26,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:15:26,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:15:26,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-2608224496313841152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:15:26,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-20T21:15:26,865 INFO [Time-limited test {}] server.Server(415): Started @2970ms 2024-11-20T21:15:27,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:15:27,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:15:27,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:15:27,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:15:27,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:15:27,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:15:27,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:15:27,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4468dec9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/java.io.tmpdir/jetty-localhost-42905-hadoop-hdfs-3_4_1-tests_jar-_-any-3395300056547182888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:15:27,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:42905} 2024-11-20T21:15:27,400 INFO [Time-limited test {}] server.Server(415): Started @3504ms 2024-11-20T21:15:27,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:15:27,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:15:27,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:15:27,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:15:27,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:15:27,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:15:27,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:15:27,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:15:27,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2158aabb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/java.io.tmpdir/jetty-localhost-37649-hadoop-hdfs-3_4_1-tests_jar-_-any-5921974983776804511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:15:27,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:37649} 2024-11-20T21:15:27,746 INFO [Time-limited test {}] server.Server(415): Started @3851ms 2024-11-20T21:15:27,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:15:27,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:15:27,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:15:27,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:15:27,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:15:27,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:15:27,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:15:27,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:15:27,901 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data2/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:27,901 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data1/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:27,901 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data4/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:27,901 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data3/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:27,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f6b760{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/java.io.tmpdir/jetty-localhost-40505-hadoop-hdfs-3_4_1-tests_jar-_-any-12766657440645300511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:15:27,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:40505} 2024-11-20T21:15:27,947 INFO [Time-limited test {}] server.Server(415): Started @4052ms 2024-11-20T21:15:27,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:15:27,951 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:15:27,952 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:15:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4f25d9faaf8b010 with lease ID 0x8406414528330fdc: Processing first storage report for DS-348fd93c-9d62-4848-a5df-824bf22f4395 from datanode DatanodeRegistration(127.0.0.1:36773, datanodeUuid=d0d9440b-7a78-4bdd-8746-2a6eb5052b02, infoPort=39613, infoSecurePort=0, ipcPort=35265, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4f25d9faaf8b010 with lease ID 0x8406414528330fdc: from storage DS-348fd93c-9d62-4848-a5df-824bf22f4395 node DatanodeRegistration(127.0.0.1:36773, datanodeUuid=d0d9440b-7a78-4bdd-8746-2a6eb5052b02, infoPort=39613, infoSecurePort=0, ipcPort=35265, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea873891b4100787 with lease ID 0x8406414528330fdd: Processing first storage report for DS-48840207-05c7-4628-9391-eaaa67dd0919 from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=b7ebc412-c7ba-48ff-8543-dda283459dcc, infoPort=35413, infoSecurePort=0, ipcPort=45949, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea873891b4100787 with lease ID 0x8406414528330fdd: from storage DS-48840207-05c7-4628-9391-eaaa67dd0919 node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=b7ebc412-c7ba-48ff-8543-dda283459dcc, infoPort=35413, infoSecurePort=0, ipcPort=45949, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4f25d9faaf8b010 with lease ID 0x8406414528330fdc: Processing first storage report for DS-559ef18a-e9db-4000-9612-6c991d5f2e19 from datanode DatanodeRegistration(127.0.0.1:36773, datanodeUuid=d0d9440b-7a78-4bdd-8746-2a6eb5052b02, infoPort=39613, infoSecurePort=0, ipcPort=35265, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4f25d9faaf8b010 with lease ID 0x8406414528330fdc: from storage DS-559ef18a-e9db-4000-9612-6c991d5f2e19 node DatanodeRegistration(127.0.0.1:36773, datanodeUuid=d0d9440b-7a78-4bdd-8746-2a6eb5052b02, infoPort=39613, infoSecurePort=0, ipcPort=35265, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea873891b4100787 with lease ID 0x8406414528330fdd: Processing first storage report for DS-b37e0bb9-c137-4c3a-b30e-def2bf81d435 from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=b7ebc412-c7ba-48ff-8543-dda283459dcc, infoPort=35413, infoSecurePort=0, ipcPort=45949, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea873891b4100787 with lease ID 0x8406414528330fdd: from storage DS-b37e0bb9-c137-4c3a-b30e-def2bf81d435 node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=b7ebc412-c7ba-48ff-8543-dda283459dcc, infoPort=35413, infoSecurePort=0, ipcPort=45949, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,062 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data6/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:28,062 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data5/current/BP-554013422-172.17.0.3-1732137326140/current, will proceed with Du for space computation calculation, 2024-11-20T21:15:28,087 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:15:28,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb393c85807778e with lease ID 0x8406414528330fde: Processing first storage report for DS-0e9acd23-10e4-447a-b45e-87e859518f23 from datanode DatanodeRegistration(127.0.0.1:34671, datanodeUuid=136bc7f0-49e0-46de-9bf2-86f6dfda5720, infoPort=42759, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb393c85807778e with lease ID 0x8406414528330fde: from storage DS-0e9acd23-10e4-447a-b45e-87e859518f23 node DatanodeRegistration(127.0.0.1:34671, datanodeUuid=136bc7f0-49e0-46de-9bf2-86f6dfda5720, infoPort=42759, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacb393c85807778e with lease ID 0x8406414528330fde: Processing first storage report for DS-5fa07f3a-6a48-466b-a518-f78f7b69bd23 from datanode DatanodeRegistration(127.0.0.1:34671, datanodeUuid=136bc7f0-49e0-46de-9bf2-86f6dfda5720, infoPort=42759, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140) 2024-11-20T21:15:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacb393c85807778e with lease ID 0x8406414528330fde: from storage DS-5fa07f3a-6a48-466b-a518-f78f7b69bd23 node DatanodeRegistration(127.0.0.1:34671, datanodeUuid=136bc7f0-49e0-46de-9bf2-86f6dfda5720, infoPort=42759, infoSecurePort=0, ipcPort=43643, storageInfo=lv=-57;cid=testClusterID;nsid=181058886;c=1732137326140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:15:28,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373 2024-11-20T21:15:28,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/zookeeper_0, clientPort=51318, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:15:28,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51318 2024-11-20T21:15:28,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:28,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:15:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:15:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:15:29,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a with version=8 2024-11-20T21:15:29,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/hbase-staging 2024-11-20T21:15:29,235 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:15:29,510 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:15:29,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:29,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:29,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:15:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:15:29,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:15:29,728 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:15:29,737 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:15:29,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:15:29,771 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9880 (auto-detected) 2024-11-20T21:15:29,773 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T21:15:29,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42005 2024-11-20T21:15:29,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42005 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-11-20T21:15:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420050x0, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:15:29,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42005-0x1005f0c29b80000 connected 2024-11-20T21:15:30,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:15:30,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a, hbase.cluster.distributed=false 2024-11-20T21:15:30,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:15:30,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-20T21:15:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42005 2024-11-20T21:15:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42005 2024-11-20T21:15:30,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-20T21:15:30,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42005 2024-11-20T21:15:30,454 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:15:30,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:15:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,462 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:15:30,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:15:30,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:15:30,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43953 2024-11-20T21:15:30,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43953 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-11-20T21:15:30,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439530x0, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:15:30,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439530x0, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:15:30,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43953-0x1005f0c29b80001 connected 2024-11-20T21:15:30,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:15:30,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:15:30,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:15:30,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:15:30,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-20T21:15:30,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43953 2024-11-20T21:15:30,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43953 2024-11-20T21:15:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-20T21:15:30,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43953 2024-11-20T21:15:30,673 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:15:30,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:15:30,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:15:30,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:15:30,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:15:30,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37101 2024-11-20T21:15:30,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37101 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-11-20T21:15:30,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371010x0, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:15:30,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:15:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371010x0, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:15:30,770 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:15:30,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371010x0, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:15:30,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37101-0x1005f0c29b80002 connected 2024-11-20T21:15:30,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:15:30,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-20T21:15:30,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37101 2024-11-20T21:15:30,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37101 2024-11-20T21:15:30,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-20T21:15:30,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37101 2024-11-20T21:15:30,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:15:30,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:15:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:15:30,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:15:30,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:15:30,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:15:30,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35463 2024-11-20T21:15:30,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35463 connecting to ZooKeeper ensemble=127.0.0.1:51318 2024-11-20T21:15:30,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:30,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354630x0, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:15:30,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:15:30,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354630x0, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:15:30,889 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:15:30,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35463-0x1005f0c29b80003 connected 2024-11-20T21:15:30,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:15:30,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:15:30,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-20T21:15:30,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35463 2024-11-20T21:15:30,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35463 2024-11-20T21:15:30,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-20T21:15:30,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35463 2024-11-20T21:15:30,978 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:42005 2024-11-20T21:15:30,979 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:30,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:30,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:31,003 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:15:31,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,036 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:15:31,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0b16ab3f13b7,42005,1732137329309 from backup master directory 2024-11-20T21:15:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:31,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:31,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:31,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:15:31,048 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:15:31,048 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:31,051 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:15:31,054 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:15:31,141 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/hbase.id] with ID: de34379a-ce35-40f8-bc96-e10d0ad6658a 2024-11-20T21:15:31,141 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.tmp/hbase.id 2024-11-20T21:15:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:15:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:15:31,212 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.tmp/hbase.id]:[hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/hbase.id] 2024-11-20T21:15:31,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:15:31,286 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:15:31,296 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:15:31,326 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-20T21:15:31,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:15:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:15:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:15:31,537 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:15:31,541 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:15:31,572 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:15:31,591 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:15:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:15:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:15:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:15:31,736 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store 2024-11-20T21:15:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:15:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:15:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:15:31,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:15:31,794 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:31,795 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:15:31,795 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:15:31,796 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:15:31,797 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:15:31,797 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:15:31,797 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:15:31,799 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137331795Disabling compacts and flushes for region at 1732137331795Disabling writes for close at 1732137331797 (+2 ms)Writing region close event to WAL at 1732137331797Closed at 1732137331797 2024-11-20T21:15:31,801 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/.initializing 2024-11-20T21:15:31,801 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/WALs/0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:31,812 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:15:31,829 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C42005%2C1732137329309, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/WALs/0b16ab3f13b7,42005,1732137329309, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/oldWALs, maxLogs=10 2024-11-20T21:15:31,860 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/WALs/0b16ab3f13b7,42005,1732137329309/0b16ab3f13b7%2C42005%2C1732137329309.1732137331835, exclude list is [], retry=0 2024-11-20T21:15:31,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-0e9acd23-10e4-447a-b45e-87e859518f23,DISK] 2024-11-20T21:15:31,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36773,DS-348fd93c-9d62-4848-a5df-824bf22f4395,DISK] 2024-11-20T21:15:31,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-48840207-05c7-4628-9391-eaaa67dd0919,DISK] 2024-11-20T21:15:31,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:15:31,928 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/WALs/0b16ab3f13b7,42005,1732137329309/0b16ab3f13b7%2C42005%2C1732137329309.1732137331835 2024-11-20T21:15:31,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:39613:39613)] 2024-11-20T21:15:31,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:15:31,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:31,933 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:31,933 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:31,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:15:32,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:32,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:15:32,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:32,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:15:32,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:15:32,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:32,035 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,043 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,044 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,050 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,051 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,057 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:15:32,061 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:15:32,067 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:32,068 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64879609, jitterRate=-0.03321848809719086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:15:32,076 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137331948Initializing all the Stores at 1732137331950 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137331950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137331951 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137331952 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137331952Cleaning up temporary data from old regions at 1732137332051 (+99 ms)Region opened successfully at 1732137332076 (+25 ms) 2024-11-20T21:15:32,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:15:32,130 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7bc7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:15:32,171 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:15:32,182 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:15:32,183 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:15:32,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:15:32,191 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:15:32,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T21:15:32,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T21:15:32,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:15:32,284 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:15:32,292 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:15:32,297 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:15:32,306 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:15:32,309 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:15:32,312 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:15:32,330 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:15:32,334 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:15:32,336 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:15:32,343 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:15:32,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:15:32,367 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:15:32,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:15:32,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:15:32,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:15:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:15:32,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,380 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,42005,1732137329309, sessionid=0x1005f0c29b80000, setting cluster-up flag (Was=false) 2024-11-20T21:15:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,409 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:15:32,411 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:32,428 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:15:32,431 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:32,443 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:15:32,460 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(746): ClusterId : de34379a-ce35-40f8-bc96-e10d0ad6658a 2024-11-20T21:15:32,464 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(746): ClusterId : de34379a-ce35-40f8-bc96-e10d0ad6658a 2024-11-20T21:15:32,464 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:15:32,464 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:15:32,475 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(746): ClusterId : de34379a-ce35-40f8-bc96-e10d0ad6658a 2024-11-20T21:15:32,475 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:15:32,478 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:15:32,478 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:15:32,479 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:15:32,479 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:15:32,492 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:15:32,492 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:15:32,494 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:15:32,494 DEBUG [RS:1;0b16ab3f13b7:37101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae001ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:15:32,495 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:15:32,496 DEBUG [RS:0;0b16ab3f13b7:43953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b160c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:15:32,498 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:15:32,499 DEBUG [RS:2;0b16ab3f13b7:35463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512b125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:15:32,538 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:43953 2024-11-20T21:15:32,553 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0b16ab3f13b7:37101 2024-11-20T21:15:32,558 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0b16ab3f13b7:35463 2024-11-20T21:15:32,559 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:15:32,560 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:15:32,560 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:15:32,560 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:15:32,560 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:15:32,560 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:15:32,561 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:15:32,561 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:15:32,561 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:15:32,563 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=43953, startcode=1732137330377 2024-11-20T21:15:32,564 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=35463, startcode=1732137330836 2024-11-20T21:15:32,567 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:15:32,569 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=37101, startcode=1732137330672 2024-11-20T21:15:32,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:15:32,591 DEBUG [RS:0;0b16ab3f13b7:43953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:15:32,593 DEBUG [RS:1;0b16ab3f13b7:37101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:15:32,598 DEBUG [RS:2;0b16ab3f13b7:35463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:15:32,605 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:15:32,619 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,42005,1732137329309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:15:32,636 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:15:32,636 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:15:32,636 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:15:32,637 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:15:32,638 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:15:32,639 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:32,639 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:15:32,639 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:32,655 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137362655 2024-11-20T21:15:32,660 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:15:32,663 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:15:32,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:15:32,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:15:32,664 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:15:32,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:15:32,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:15:32,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:15:32,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:15:32,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:15:32,675 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:15:32,675 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:15:32,673 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,684 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,685 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,691 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:32,724 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:15:32,741 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,741 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:15:32,741 WARN [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:15:32,741 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,741 WARN [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:15:32,743 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:15:32,748 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,749 WARN [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:15:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:15:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:15:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:15:32,839 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:15:32,839 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:15:32,844 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=35463, startcode=1732137330836 2024-11-20T21:15:32,849 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,849 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=37101, startcode=1732137330672 2024-11-20T21:15:32,850 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137332841,5,FailOnTimeoutGroup] 2024-11-20T21:15:32,851 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,851 WARN [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-20T21:15:32,851 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=43953, startcode=1732137330377 2024-11-20T21:15:32,853 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,854 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:15:32,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:15:32,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:32,859 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137332850,5,FailOnTimeoutGroup] 2024-11-20T21:15:32,859 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,859 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:32,859 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:15:32,861 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:32,861 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:15:32,861 WARN [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-20T21:15:32,861 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:32,859 WARN [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-20T21:15:32,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:15:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:15:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:15:32,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:32,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:15:32,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:15:32,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:32,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:15:32,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:15:32,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:32,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:15:32,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:15:32,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:32,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:15:32,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:15:32,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:32,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:32,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:15:32,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740 2024-11-20T21:15:32,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740 2024-11-20T21:15:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:15:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:15:32,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:15:32,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:15:32,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:32,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62087273, jitterRate=-0.07482753694057465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:15:32,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137332907Initializing all the Stores at 1732137332910 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137332910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137332910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137332910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137332910Cleaning up temporary data from old regions at 1732137332940 (+30 ms)Region opened successfully at 1732137332961 (+21 ms) 2024-11-20T21:15:32,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:15:32,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:15:32,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:15:32,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:15:32,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:15:32,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:15:32,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137332961Disabling compacts and flushes for region at 1732137332962 (+1 ms)Disabling writes for close at 1732137332962Writing region close event to WAL at 1732137332969 (+7 ms)Closed at 1732137332969 2024-11-20T21:15:32,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:15:32,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:15:32,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:15:32,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:15:33,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:15:33,052 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=35463, startcode=1732137330836 2024-11-20T21:15:33,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,062 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=43953, startcode=1732137330377 2024-11-20T21:15:33,064 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42005,1732137329309 with port=37101, startcode=1732137330672 2024-11-20T21:15:33,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,066 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:33,067 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46339 2024-11-20T21:15:33,067 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:15:33,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,071 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:33,071 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46339 2024-11-20T21:15:33,071 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:15:33,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:15:33,079 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:33,079 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46339 2024-11-20T21:15:33,079 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:15:33,079 DEBUG [RS:2;0b16ab3f13b7:35463 {}] zookeeper.ZKUtil(111): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,080 WARN [RS:2;0b16ab3f13b7:35463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:15:33,080 INFO [RS:2;0b16ab3f13b7:35463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:15:33,080 DEBUG [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,081 DEBUG [RS:0;0b16ab3f13b7:43953 {}] zookeeper.ZKUtil(111): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:15:33,082 WARN [RS:0;0b16ab3f13b7:43953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:15:33,082 INFO [RS:0;0b16ab3f13b7:43953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:15:33,082 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,082 DEBUG [RS:1;0b16ab3f13b7:37101 {}] zookeeper.ZKUtil(111): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,082 WARN [RS:1;0b16ab3f13b7:37101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:15:33,082 INFO [RS:1;0b16ab3f13b7:37101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:15:33,083 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,43953,1732137330377] 2024-11-20T21:15:33,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,35463,1732137330836] 2024-11-20T21:15:33,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,37101,1732137330672] 2024-11-20T21:15:33,130 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:15:33,139 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:15:33,139 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:15:33,152 WARN [0b16ab3f13b7:42005 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:15:33,154 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:15:33,154 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:15:33,158 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:15:33,164 INFO [RS:1;0b16ab3f13b7:37101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:15:33,164 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,169 INFO [RS:0;0b16ab3f13b7:43953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:15:33,169 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,169 INFO [RS:2;0b16ab3f13b7:35463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:15:33,169 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,169 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:15:33,169 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:15:33,170 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:15:33,176 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:15:33,176 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:15:33,176 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:15:33,178 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,178 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,178 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,178 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,178 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,178 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:15:33,179 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,179 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:15:33,180 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,180 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,180 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,181 DEBUG [RS:1;0b16ab3f13b7:37101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,181 DEBUG [RS:2;0b16ab3f13b7:35463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,181 DEBUG [RS:0;0b16ab3f13b7:43953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,187 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43953,1732137330377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35463,1732137330836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:15:33,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37101,1732137330672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:15:33,221 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:15:33,224 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35463,1732137330836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,224 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,225 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.Replication(171): 0b16ab3f13b7,35463,1732137330836 started 2024-11-20T21:15:33,227 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:15:33,227 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37101,1732137330672-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,227 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,227 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.Replication(171): 0b16ab3f13b7,37101,1732137330672 started 2024-11-20T21:15:33,235 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:15:33,235 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43953,1732137330377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,235 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,235 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.Replication(171): 0b16ab3f13b7,43953,1732137330377 started 2024-11-20T21:15:33,251 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,251 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,35463,1732137330836, RpcServer on 0b16ab3f13b7/172.17.0.3:35463, sessionid=0x1005f0c29b80003 2024-11-20T21:15:33,251 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,252 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,37101,1732137330672, RpcServer on 0b16ab3f13b7/172.17.0.3:37101, sessionid=0x1005f0c29b80002 2024-11-20T21:15:33,255 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:15:33,255 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:15:33,255 DEBUG [RS:1;0b16ab3f13b7:37101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,255 DEBUG [RS:2;0b16ab3f13b7:35463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,255 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37101,1732137330672' 2024-11-20T21:15:33,255 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35463,1732137330836' 2024-11-20T21:15:33,256 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:15:33,256 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:15:33,257 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:15:33,259 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:15:33,259 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:15:33,259 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:15:33,259 DEBUG [RS:2;0b16ab3f13b7:35463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:33,259 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35463,1732137330836' 2024-11-20T21:15:33,259 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:15:33,260 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:15:33,263 DEBUG [RS:2;0b16ab3f13b7:35463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:15:33,264 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:33,265 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,43953,1732137330377, RpcServer on 0b16ab3f13b7/172.17.0.3:43953, sessionid=0x1005f0c29b80001 2024-11-20T21:15:33,265 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:15:33,265 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:15:33,265 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:15:33,266 DEBUG [RS:1;0b16ab3f13b7:37101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,266 DEBUG [RS:0;0b16ab3f13b7:43953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,266 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37101,1732137330672' 2024-11-20T21:15:33,266 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,43953,1732137330377' 2024-11-20T21:15:33,266 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:15:33,266 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:15:33,266 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:15:33,267 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:15:33,267 DEBUG [RS:1;0b16ab3f13b7:37101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:15:33,267 INFO [RS:1;0b16ab3f13b7:37101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:15:33,267 INFO [RS:1;0b16ab3f13b7:37101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:15:33,267 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:15:33,267 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:15:33,268 DEBUG [RS:0;0b16ab3f13b7:43953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:33,268 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,43953,1732137330377' 2024-11-20T21:15:33,268 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:15:33,268 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:15:33,269 DEBUG [RS:0;0b16ab3f13b7:43953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:15:33,269 INFO [RS:0;0b16ab3f13b7:43953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:15:33,265 INFO [RS:2;0b16ab3f13b7:35463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:15:33,269 INFO [RS:0;0b16ab3f13b7:43953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:15:33,269 INFO [RS:2;0b16ab3f13b7:35463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:15:33,374 INFO [RS:2;0b16ab3f13b7:35463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:15:33,377 INFO [RS:1;0b16ab3f13b7:37101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:15:33,379 INFO [RS:0;0b16ab3f13b7:43953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:15:33,390 INFO [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C37101%2C1732137330672, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs, maxLogs=32 2024-11-20T21:15:33,390 INFO [RS:0;0b16ab3f13b7:43953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C43953%2C1732137330377, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,43953,1732137330377, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs, maxLogs=32 2024-11-20T21:15:33,397 INFO [RS:2;0b16ab3f13b7:35463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C35463%2C1732137330836, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs, maxLogs=32 2024-11-20T21:15:33,425 DEBUG [RS:2;0b16ab3f13b7:35463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, exclude list is [], retry=0 2024-11-20T21:15:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36773,DS-348fd93c-9d62-4848-a5df-824bf22f4395,DISK] 2024-11-20T21:15:33,435 DEBUG [RS:1;0b16ab3f13b7:37101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672/0b16ab3f13b7%2C37101%2C1732137330672.1732137333395, exclude list is [], retry=0 2024-11-20T21:15:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-48840207-05c7-4628-9391-eaaa67dd0919,DISK] 2024-11-20T21:15:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-0e9acd23-10e4-447a-b45e-87e859518f23,DISK] 2024-11-20T21:15:33,439 DEBUG [RS:0;0b16ab3f13b7:43953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,43953,1732137330377/0b16ab3f13b7%2C43953%2C1732137330377.1732137333395, exclude list is [], retry=0 2024-11-20T21:15:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-48840207-05c7-4628-9391-eaaa67dd0919,DISK] 2024-11-20T21:15:33,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36773,DS-348fd93c-9d62-4848-a5df-824bf22f4395,DISK] 2024-11-20T21:15:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-48840207-05c7-4628-9391-eaaa67dd0919,DISK] 2024-11-20T21:15:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-0e9acd23-10e4-447a-b45e-87e859518f23,DISK] 2024-11-20T21:15:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-0e9acd23-10e4-447a-b45e-87e859518f23,DISK] 2024-11-20T21:15:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36773,DS-348fd93c-9d62-4848-a5df-824bf22f4395,DISK] 2024-11-20T21:15:33,495 INFO [RS:2;0b16ab3f13b7:35463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 2024-11-20T21:15:33,500 INFO [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672/0b16ab3f13b7%2C37101%2C1732137330672.1732137333395 2024-11-20T21:15:33,501 DEBUG [RS:2;0b16ab3f13b7:35463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:39613:39613)] 2024-11-20T21:15:33,513 INFO [RS:0;0b16ab3f13b7:43953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,43953,1732137330377/0b16ab3f13b7%2C43953%2C1732137330377.1732137333395 2024-11-20T21:15:33,517 DEBUG [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:42759:42759),(127.0.0.1/127.0.0.1:39613:39613)] 2024-11-20T21:15:33,520 DEBUG [RS:0;0b16ab3f13b7:43953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:39613:39613),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-20T21:15:33,657 DEBUG [0b16ab3f13b7:42005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:15:33,670 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:15:33,678 INFO [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:15:33,678 INFO [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:15:33,678 INFO [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:15:33,678 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:15:33,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:33,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37101,1732137330672, state=OPENING 2024-11-20T21:15:33,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:15:33,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:33,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:33,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:33,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:15:33,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:33,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:33,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:33,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:33,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:15:33,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:15:39,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:15:39,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:15:43,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:15:43,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:15:43,791 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:15:43,791 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:15:43,792 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:15:43,798 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C37101%2C1732137330672.meta, suffix=.meta, logDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs, maxLogs=32 2024-11-20T21:15:43,827 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672/0b16ab3f13b7%2C37101%2C1732137330672.meta.1732137343800.meta, exclude list is [], retry=0 2024-11-20T21:15:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-48840207-05c7-4628-9391-eaaa67dd0919,DISK] 2024-11-20T21:15:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36773,DS-348fd93c-9d62-4848-a5df-824bf22f4395,DISK] 2024-11-20T21:15:43,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-0e9acd23-10e4-447a-b45e-87e859518f23,DISK] 2024-11-20T21:15:43,849 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,37101,1732137330672/0b16ab3f13b7%2C37101%2C1732137330672.meta.1732137343800.meta 2024-11-20T21:15:43,850 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413),(127.0.0.1/127.0.0.1:39613:39613),(127.0.0.1/127.0.0.1:42759:42759)] 2024-11-20T21:15:43,850 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:15:43,852 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:15:43,855 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:15:43,861 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:15:43,866 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:15:43,867 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:43,867 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:15:43,867 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:15:43,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:15:43,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:15:43,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:15:43,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:15:43,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:43,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:43,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:15:43,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:15:43,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:43,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:43,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:15:43,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:15:43,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:43,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:15:43,894 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:15:43,896 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740 2024-11-20T21:15:43,899 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740 2024-11-20T21:15:43,906 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:15:43,906 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:15:43,907 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:15:43,913 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:15:43,915 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60144918, jitterRate=-0.10377088189125061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:15:43,916 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:15:43,926 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137343868Writing region info on filesystem at 1732137343868Initializing all the Stores at 1732137343870 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137343871 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137343874 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137343874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137343874Cleaning up temporary data from old regions at 1732137343906 (+32 ms)Running coprocessor post-open hooks at 1732137343916 (+10 ms)Region opened successfully at 1732137343925 (+9 ms) 2024-11-20T21:15:43,935 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137343756 2024-11-20T21:15:43,950 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:15:43,951 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:15:43,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:43,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37101,1732137330672, state=OPEN 2024-11-20T21:15:43,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:15:43,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:15:43,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:43,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:15:43,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:15:43,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:43,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:43,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:43,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:15:43,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:15:43,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37101,1732137330672 in 10.2380 sec 2024-11-20T21:15:43,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:15:43,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0000 sec 2024-11-20T21:15:43,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:15:43,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:15:44,093 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:15:44,095 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37101,1732137330672, seqNum=-1] 2024-11-20T21:15:44,329 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:15:44,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:15:44,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.9160 sec 2024-11-20T21:15:44,411 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137344411, completionTime=-1 2024-11-20T21:15:44,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:15:44,415 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:15:44,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T21:15:44,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137404460 2024-11-20T21:15:44,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137464460 2024-11-20T21:15:44,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 44 msec 2024-11-20T21:15:44,462 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:15:44,470 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,470 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,470 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,472 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:42005, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,475 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,480 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:15:44,488 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.513sec 2024-11-20T21:15:44,576 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:15:44,578 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:15:44,579 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:15:44,580 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:15:44,580 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:15:44,581 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:15:44,581 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:15:44,598 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:15:44,599 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:15:44,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42005,1732137329309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:15:44,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d565829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,646 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:15:44,646 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:15:44,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42005,-1 for getting cluster id 2024-11-20T21:15:44,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:15:44,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de34379a-ce35-40f8-bc96-e10d0ad6658a' 2024-11-20T21:15:44,698 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:15:44,699 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de34379a-ce35-40f8-bc96-e10d0ad6658a" 2024-11-20T21:15:44,699 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1a930c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,699 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42005,-1] 2024-11-20T21:15:44,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:15:44,718 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:15:44,719 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:15:44,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:15:44,733 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37101,1732137330672, seqNum=-1] 2024-11-20T21:15:44,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:15:44,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:15:44,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:44,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732137344779 (current time:1732137344779). 2024-11-20T21:15:44,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:15:44,782 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T21:15:44,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42005,-1 for getting cluster id 2024-11-20T21:15:44,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:15:44,792 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de34379a-ce35-40f8-bc96-e10d0ad6658a' 2024-11-20T21:15:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:15:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de34379a-ce35-40f8-bc96-e10d0ad6658a" 2024-11-20T21:15:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2e033a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42005,-1] 2024-11-20T21:15:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:15:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:15:44,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:15:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c99408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:15:44,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:15:44,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37101,1732137330672, seqNum=-1] 2024-11-20T21:15:44,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:15:44,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:15:44,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:15:44,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:15:44,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:15:44,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:15:44,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:15:44,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:15:44,833 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42005,1732137329309 2024-11-20T21:15:44,836 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2865bb3c 2024-11-20T21:15:44,837 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:15:44,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:15:44,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:15:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T21:15:44,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:15:44,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:44,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:15:44,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T21:15:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:15:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:15:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:15:44,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 401849d74fe46cecf9d9988d287e7084, NAME => 'SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:44,997 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 30cdc51527f644a0ec541e3943b9f7ad, NAME => 'SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:44,998 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c0a70d4fcb5b8d056677c8773e7c928e, NAME => 'SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741839_1015 (size=62) 2024-11-20T21:15:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741839_1015 (size=62) 2024-11-20T21:15:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741839_1015 (size=62) 2024-11-20T21:15:45,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 30cdc51527f644a0ec541e3943b9f7ad, disabling compactions & flushes 2024-11-20T21:15:45,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:45,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:45,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. after waiting 0 ms 2024-11-20T21:15:45,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:45,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:45,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 30cdc51527f644a0ec541e3943b9f7ad: Waiting for close lock at 1732137345049Disabling compacts and flushes for region at 1732137345049Disabling writes for close at 1732137345049Writing region close event to WAL at 1732137345049Closed at 1732137345049 2024-11-20T21:15:45,050 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ef993edaa7f1fdda077c80d1072b2809, NAME => 'SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:15:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:15:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c0a70d4fcb5b8d056677c8773e7c928e, disabling compactions & flushes 2024-11-20T21:15:45,076 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. after waiting 0 ms 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:45,076 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:45,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c0a70d4fcb5b8d056677c8773e7c928e: Waiting for close lock at 1732137345076Disabling compacts and flushes for region at 1732137345076Disabling writes for close at 1732137345076Writing region close event to WAL at 1732137345076Closed at 1732137345076 2024-11-20T21:15:45,077 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 64a126f4cd2dcce0e811434b12dab505, NAME => 'SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741838_1014 (size=54) 2024-11-20T21:15:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741838_1014 (size=54) 2024-11-20T21:15:45,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741838_1014 (size=54) 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 401849d74fe46cecf9d9988d287e7084, disabling compactions & flushes 2024-11-20T21:15:45,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. after waiting 0 ms 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:45,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:45,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 401849d74fe46cecf9d9988d287e7084: Waiting for close lock at 1732137345097Disabling compacts and flushes for region at 1732137345097Disabling writes for close at 1732137345097Writing region close event to WAL at 1732137345097Closed at 1732137345097 2024-11-20T21:15:45,098 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af3045bdc832b4f89cda3ae103bb2e02, NAME => 'SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:15:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:15:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:15:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:15:45,217 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ef993edaa7f1fdda077c80d1072b2809, disabling compactions & flushes 2024-11-20T21:15:45,218 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:45,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:45,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. after waiting 0 ms 2024-11-20T21:15:45,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:45,218 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:45,218 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ef993edaa7f1fdda077c80d1072b2809: Waiting for close lock at 1732137345218Disabling compacts and flushes for region at 1732137345218Disabling writes for close at 1732137345218Writing region close event to WAL at 1732137345218Closed at 1732137345218 2024-11-20T21:15:45,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a82bbacbb2cb604df97518f1a430ffc7, NAME => 'SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:15:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:15:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:15:45,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 64a126f4cd2dcce0e811434b12dab505, disabling compactions & flushes 2024-11-20T21:15:45,278 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:45,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:45,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. after waiting 0 ms 2024-11-20T21:15:45,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:45,278 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:45,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 64a126f4cd2dcce0e811434b12dab505: Waiting for close lock at 1732137345277Disabling compacts and flushes for region at 1732137345277Disabling writes for close at 1732137345278 (+1 ms)Writing region close event to WAL at 1732137345278Closed at 1732137345278 2024-11-20T21:15:45,279 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e33d7062714ed559da2b50bf2a0d99c, NAME => 'SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:15:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:15:45,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing af3045bdc832b4f89cda3ae103bb2e02, disabling compactions & flushes 2024-11-20T21:15:45,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. after waiting 0 ms 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:45,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:45,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for af3045bdc832b4f89cda3ae103bb2e02: Waiting for close lock at 1732137345389Disabling compacts and flushes for region at 1732137345389Disabling writes for close at 1732137345389Writing region close event to WAL at 1732137345389Closed at 1732137345389 2024-11-20T21:15:45,390 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ed9d24510fcc7059330f4b683f0146e, NAME => 'SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:15:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:15:45,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:15:45,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a82bbacbb2cb604df97518f1a430ffc7, disabling compactions & flushes 2024-11-20T21:15:45,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:45,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:45,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. after waiting 0 ms 2024-11-20T21:15:45,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:45,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:45,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a82bbacbb2cb604df97518f1a430ffc7: Waiting for close lock at 1732137345443Disabling compacts and flushes for region at 1732137345444 (+1 ms)Disabling writes for close at 1732137345444Writing region close event to WAL at 1732137345444Closed at 1732137345444 2024-11-20T21:15:45,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3c3f35bc8be57896f6a1cb9c21398e9a, NAME => 'SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a 2024-11-20T21:15:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:15:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:15:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:15:45,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5e33d7062714ed559da2b50bf2a0d99c, disabling compactions & flushes 2024-11-20T21:15:45,468 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. after waiting 0 ms 2024-11-20T21:15:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:45,468 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:45,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e33d7062714ed559da2b50bf2a0d99c: Waiting for close lock at 1732137345467Disabling compacts and flushes for region at 1732137345467Disabling writes for close at 1732137345468 (+1 ms)Writing region close event to WAL at 1732137345468Closed at 1732137345468 2024-11-20T21:15:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:45,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:15:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3c3f35bc8be57896f6a1cb9c21398e9a, disabling compactions & flushes 2024-11-20T21:15:45,562 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. after waiting 0 ms 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:45,562 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:45,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3c3f35bc8be57896f6a1cb9c21398e9a: Waiting for close lock at 1732137345562Disabling compacts and flushes for region at 1732137345562Disabling writes for close at 1732137345562Writing region close event to WAL at 1732137345562Closed at 1732137345562 2024-11-20T21:15:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:15:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:15:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:15:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1ed9d24510fcc7059330f4b683f0146e, disabling compactions & flushes 2024-11-20T21:15:45,593 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. after waiting 0 ms 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:45,593 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:45,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ed9d24510fcc7059330f4b683f0146e: Waiting for close lock at 1732137345593Disabling compacts and flushes for region at 1732137345593Disabling writes for close at 1732137345593Writing region close event to WAL at 1732137345593Closed at 1732137345593 2024-11-20T21:15:45,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:15:45,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137345598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137345598"}]},"ts":"1732137345598"} 2024-11-20T21:15:45,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T21:15:45,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:15:45,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137345681"}]},"ts":"1732137345681"} 2024-11-20T21:15:45,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T21:15:45,690 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:15:45,699 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:15:45,699 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:15:45,699 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:15:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:15:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:15:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:15:45,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:15:45,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:15:45,700 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:15:45,700 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:15:45,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401849d74fe46cecf9d9988d287e7084, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0a70d4fcb5b8d056677c8773e7c928e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64a126f4cd2dcce0e811434b12dab505, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3045bdc832b4f89cda3ae103bb2e02, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e33d7062714ed559da2b50bf2a0d99c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c3f35bc8be57896f6a1cb9c21398e9a, ASSIGN}] 2024-11-20T21:15:45,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0a70d4fcb5b8d056677c8773e7c928e, ASSIGN 2024-11-20T21:15:45,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401849d74fe46cecf9d9988d287e7084, ASSIGN 2024-11-20T21:15:45,711 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN 2024-11-20T21:15:45,712 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c3f35bc8be57896f6a1cb9c21398e9a, ASSIGN 2024-11-20T21:15:45,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0a70d4fcb5b8d056677c8773e7c928e, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37101,1732137330672; forceNewPlan=false, retain=false 2024-11-20T21:15:45,713 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=401849d74fe46cecf9d9988d287e7084, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,43953,1732137330377; forceNewPlan=false, retain=false 2024-11-20T21:15:45,713 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35463,1732137330836; forceNewPlan=false, retain=false 2024-11-20T21:15:45,715 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c3f35bc8be57896f6a1cb9c21398e9a, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,43953,1732137330377; forceNewPlan=false, retain=false 2024-11-20T21:15:45,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN 2024-11-20T21:15:45,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35463,1732137330836; forceNewPlan=false, retain=false 2024-11-20T21:15:45,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3045bdc832b4f89cda3ae103bb2e02, ASSIGN 2024-11-20T21:15:45,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3045bdc832b4f89cda3ae103bb2e02, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,43953,1732137330377; forceNewPlan=false, retain=false 2024-11-20T21:15:45,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64a126f4cd2dcce0e811434b12dab505, ASSIGN 2024-11-20T21:15:45,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN 2024-11-20T21:15:45,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64a126f4cd2dcce0e811434b12dab505, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37101,1732137330672; forceNewPlan=false, retain=false 2024-11-20T21:15:45,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35463,1732137330836; forceNewPlan=false, retain=false 2024-11-20T21:15:45,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN 2024-11-20T21:15:45,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e33d7062714ed559da2b50bf2a0d99c, ASSIGN 2024-11-20T21:15:45,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35463,1732137330836; forceNewPlan=false, retain=false 2024-11-20T21:15:45,742 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e33d7062714ed559da2b50bf2a0d99c, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37101,1732137330672; forceNewPlan=false, retain=false 2024-11-20T21:15:45,866 INFO [0b16ab3f13b7:42005 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T21:15:45,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5e33d7062714ed559da2b50bf2a0d99c, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:45,867 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=401849d74fe46cecf9d9988d287e7084, regionState=OPENING, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:45,867 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af3045bdc832b4f89cda3ae103bb2e02, regionState=OPENING, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:45,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64a126f4cd2dcce0e811434b12dab505, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:45,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3c3f35bc8be57896f6a1cb9c21398e9a, regionState=OPENING, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:45,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0a70d4fcb5b8d056677c8773e7c928e, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:45,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1ed9d24510fcc7059330f4b683f0146e, regionState=OPENING, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:45,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a82bbacbb2cb604df97518f1a430ffc7, regionState=OPENING, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:45,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ef993edaa7f1fdda077c80d1072b2809, regionState=OPENING, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:45,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=30cdc51527f644a0ec541e3943b9f7ad, regionState=OPENING, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:45,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=401849d74fe46cecf9d9988d287e7084, ASSIGN because future has completed 2024-11-20T21:15:45,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401849d74fe46cecf9d9988d287e7084, server=0b16ab3f13b7,43953,1732137330377}] 2024-11-20T21:15:45,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64a126f4cd2dcce0e811434b12dab505, ASSIGN because future has completed 2024-11-20T21:15:45,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c3f35bc8be57896f6a1cb9c21398e9a, ASSIGN because future has completed 2024-11-20T21:15:45,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a126f4cd2dcce0e811434b12dab505, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:15:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c0a70d4fcb5b8d056677c8773e7c928e, ASSIGN because future has completed 2024-11-20T21:15:45,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a, server=0b16ab3f13b7,43953,1732137330377}] 2024-11-20T21:15:45,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN because future has completed 2024-11-20T21:15:45,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN because future has completed 2024-11-20T21:15:45,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:15:45,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,35463,1732137330836}] 2024-11-20T21:15:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN because future has completed 2024-11-20T21:15:45,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,35463,1732137330836}] 2024-11-20T21:15:45,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,35463,1732137330836}] 2024-11-20T21:15:45,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e33d7062714ed559da2b50bf2a0d99c, ASSIGN because future has completed 2024-11-20T21:15:45,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN because future has completed 2024-11-20T21:15:45,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af3045bdc832b4f89cda3ae103bb2e02, ASSIGN because future has completed 2024-11-20T21:15:45,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,35463,1732137330836}] 2024-11-20T21:15:45,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:15:45,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3045bdc832b4f89cda3ae103bb2e02, server=0b16ab3f13b7,43953,1732137330377}] 2024-11-20T21:15:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:49,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:15:49,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:15:49,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:15:49,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:15:49,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:15:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:15:55,889 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:15:55,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:15:55,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:15:55,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:15:55,913 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:55,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 64a126f4cd2dcce0e811434b12dab505, NAME => 'SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T21:15:55,914 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,914 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:55,914 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,914 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,917 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:55,918 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => af3045bdc832b4f89cda3ae103bb2e02, NAME => 'SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T21:15:55,918 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,918 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:55,919 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,919 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,925 INFO [StoreOpener-64a126f4cd2dcce0e811434b12dab505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,925 INFO [StoreOpener-af3045bdc832b4f89cda3ae103bb2e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,927 INFO [StoreOpener-af3045bdc832b4f89cda3ae103bb2e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3045bdc832b4f89cda3ae103bb2e02 columnFamilyName cf 2024-11-20T21:15:55,927 DEBUG [StoreOpener-af3045bdc832b4f89cda3ae103bb2e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:55,928 INFO [StoreOpener-64a126f4cd2dcce0e811434b12dab505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64a126f4cd2dcce0e811434b12dab505 columnFamilyName cf 2024-11-20T21:15:55,929 DEBUG [StoreOpener-64a126f4cd2dcce0e811434b12dab505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:55,929 INFO [StoreOpener-af3045bdc832b4f89cda3ae103bb2e02-1 {}] regionserver.HStore(327): Store=af3045bdc832b4f89cda3ae103bb2e02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:55,930 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,931 INFO [StoreOpener-64a126f4cd2dcce0e811434b12dab505-1 {}] regionserver.HStore(327): Store=64a126f4cd2dcce0e811434b12dab505/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:55,932 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,937 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:55,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,938 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ed9d24510fcc7059330f4b683f0146e, NAME => 'SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T21:15:55,938 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,938 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,938 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,938 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:55,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,941 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,943 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,943 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,948 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,950 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/64a126f4cd2dcce0e811434b12dab505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:55,950 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 64a126f4cd2dcce0e811434b12dab505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60778245, jitterRate=-0.09433357417583466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:55,951 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:15:55,952 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 64a126f4cd2dcce0e811434b12dab505: Running coprocessor pre-open hook at 1732137355915Writing region info on filesystem at 1732137355915Initializing all the Stores at 1732137355916 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137355916Cleaning up temporary data from old regions at 1732137355938 (+22 ms)Running coprocessor post-open hooks at 1732137355951 (+13 ms)Region opened successfully at 1732137355952 (+1 ms) 2024-11-20T21:15:55,956 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505., pid=16, masterSystemTime=1732137355900 2024-11-20T21:15:55,957 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,958 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/af3045bdc832b4f89cda3ae103bb2e02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:55,959 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:55,959 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:15:55,960 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:55,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c0a70d4fcb5b8d056677c8773e7c928e, NAME => 'SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T21:15:55,960 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened af3045bdc832b4f89cda3ae103bb2e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65248707, jitterRate=-0.027718499302864075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:55,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:15:55,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:55,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for af3045bdc832b4f89cda3ae103bb2e02: Running coprocessor pre-open hook at 1732137355919Writing region info on filesystem at 1732137355919Initializing all the Stores at 1732137355921 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137355921Cleaning up temporary data from old regions at 1732137355943 (+22 ms)Running coprocessor post-open hooks at 1732137355960 (+17 ms)Region opened successfully at 1732137355960 2024-11-20T21:15:55,961 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,961 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,962 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=64a126f4cd2dcce0e811434b12dab505, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:55,965 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02., pid=24, masterSystemTime=1732137355889 2024-11-20T21:15:55,966 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed9d24510fcc7059330f4b683f0146e columnFamilyName cf 2024-11-20T21:15:55,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a126f4cd2dcce0e811434b12dab505, server=0b16ab3f13b7,37101,1732137330672 because future has completed 2024-11-20T21:15:55,967 DEBUG [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:55,967 INFO [StoreOpener-c0a70d4fcb5b8d056677c8773e7c928e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,970 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] regionserver.HStore(327): Store=1ed9d24510fcc7059330f4b683f0146e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:55,970 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=af3045bdc832b4f89cda3ae103bb2e02, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:55,973 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,974 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,974 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,974 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:55,974 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:15:55,974 INFO [StoreOpener-c0a70d4fcb5b8d056677c8773e7c928e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a70d4fcb5b8d056677c8773e7c928e columnFamilyName cf 2024-11-20T21:15:55,974 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:55,975 DEBUG [StoreOpener-c0a70d4fcb5b8d056677c8773e7c928e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:55,975 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 401849d74fe46cecf9d9988d287e7084, NAME => 'SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T21:15:55,975 INFO [StoreOpener-c0a70d4fcb5b8d056677c8773e7c928e-1 {}] regionserver.HStore(327): Store=c0a70d4fcb5b8d056677c8773e7c928e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:55,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:55,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:55,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:55,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:55,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-20T21:15:55,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 64a126f4cd2dcce0e811434b12dab505, server=0b16ab3f13b7,37101,1732137330672 in 10.0780 sec 2024-11-20T21:15:55,977 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3045bdc832b4f89cda3ae103bb2e02, server=0b16ab3f13b7,43953,1732137330377 because future has completed 2024-11-20T21:15:55,978 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,978 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,979 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,979 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:55,983 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:55,997 INFO [StoreOpener-401849d74fe46cecf9d9988d287e7084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:55,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64a126f4cd2dcce0e811434b12dab505, ASSIGN in 10.2750 sec 2024-11-20T21:15:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-20T21:15:56,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure af3045bdc832b4f89cda3ae103bb2e02, server=0b16ab3f13b7,43953,1732137330377 in 10.0720 sec 2024-11-20T21:15:56,006 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,007 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1ed9d24510fcc7059330f4b683f0146e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64288206, jitterRate=-0.04203107953071594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,007 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:15:56,007 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1ed9d24510fcc7059330f4b683f0146e: Running coprocessor pre-open hook at 1732137355939Writing region info on filesystem at 1732137355939Initializing all the Stores at 1732137355946 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137355946Cleaning up temporary data from old regions at 1732137355974 (+28 ms)Running coprocessor post-open hooks at 1732137356007 (+33 ms)Region opened successfully at 1732137356007 2024-11-20T21:15:56,009 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., pid=21, masterSystemTime=1732137355909 2024-11-20T21:15:56,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af3045bdc832b4f89cda3ae103bb2e02, ASSIGN in 10.3000 sec 2024-11-20T21:15:56,011 INFO [StoreOpener-401849d74fe46cecf9d9988d287e7084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401849d74fe46cecf9d9988d287e7084 columnFamilyName cf 2024-11-20T21:15:56,012 DEBUG [StoreOpener-401849d74fe46cecf9d9988d287e7084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,016 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:56,017 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:15:56,017 INFO [StoreOpener-401849d74fe46cecf9d9988d287e7084-1 {}] regionserver.HStore(327): Store=401849d74fe46cecf9d9988d287e7084/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,017 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:56,017 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,017 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 30cdc51527f644a0ec541e3943b9f7ad, NAME => 'SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T21:15:56,017 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,018 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:56,018 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,018 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=1ed9d24510fcc7059330f4b683f0146e, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:56,024 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/c0a70d4fcb5b8d056677c8773e7c928e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,026 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c0a70d4fcb5b8d056677c8773e7c928e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67760896, jitterRate=0.009716033935546875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,026 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,026 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:15:56,026 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c0a70d4fcb5b8d056677c8773e7c928e: Running coprocessor pre-open hook at 1732137355961Writing region info on filesystem at 1732137355961Initializing all the Stores at 1732137355966 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137355966Cleaning up temporary data from old regions at 1732137355979 (+13 ms)Running coprocessor post-open hooks at 1732137356026 (+47 ms)Region opened successfully at 1732137356026 2024-11-20T21:15:56,027 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,028 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e., pid=18, masterSystemTime=1732137355900 2024-11-20T21:15:56,028 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,028 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,35463,1732137330836 because future has completed 2024-11-20T21:15:56,033 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:56,033 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:15:56,033 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:56,033 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e33d7062714ed559da2b50bf2a0d99c, NAME => 'SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T21:15:56,033 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,034 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:56,034 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,034 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,038 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30cdc51527f644a0ec541e3943b9f7ad columnFamilyName cf 2024-11-20T21:15:56,038 DEBUG [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,039 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c0a70d4fcb5b8d056677c8773e7c928e, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:56,039 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] regionserver.HStore(327): Store=30cdc51527f644a0ec541e3943b9f7ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,040 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,041 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-20T21:15:56,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,35463,1732137330836 in 10.1240 sec 2024-11-20T21:15:56,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e, server=0b16ab3f13b7,37101,1732137330672 because future has completed 2024-11-20T21:15:56,044 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,045 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,045 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,048 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,048 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN in 10.3400 sec 2024-11-20T21:15:56,053 INFO [StoreOpener-5e33d7062714ed559da2b50bf2a0d99c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-20T21:15:56,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e, server=0b16ab3f13b7,37101,1732137330672 in 10.1500 sec 2024-11-20T21:15:56,062 INFO [StoreOpener-5e33d7062714ed559da2b50bf2a0d99c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e33d7062714ed559da2b50bf2a0d99c columnFamilyName cf 2024-11-20T21:15:56,062 DEBUG [StoreOpener-5e33d7062714ed559da2b50bf2a0d99c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c0a70d4fcb5b8d056677c8773e7c928e, ASSIGN in 10.3590 sec 2024-11-20T21:15:56,065 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,066 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 30cdc51527f644a0ec541e3943b9f7ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69414815, jitterRate=0.0343613475561142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,067 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:15:56,067 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 30cdc51527f644a0ec541e3943b9f7ad: Running coprocessor pre-open hook at 1732137356018Writing region info on filesystem at 1732137356018Initializing all the Stores at 1732137356022 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137356022Cleaning up temporary data from old regions at 1732137356045 (+23 ms)Running coprocessor post-open hooks at 1732137356067 (+22 ms)Region opened successfully at 1732137356067 2024-11-20T21:15:56,067 INFO [StoreOpener-5e33d7062714ed559da2b50bf2a0d99c-1 {}] regionserver.HStore(327): Store=5e33d7062714ed559da2b50bf2a0d99c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,067 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,068 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad., pid=22, masterSystemTime=1732137355909 2024-11-20T21:15:56,068 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,070 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,070 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,074 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/401849d74fe46cecf9d9988d287e7084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,075 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 401849d74fe46cecf9d9988d287e7084; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60557421, jitterRate=-0.09762410819530487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:56,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:15:56,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 401849d74fe46cecf9d9988d287e7084: Running coprocessor pre-open hook at 1732137355977Writing region info on filesystem at 1732137355977Initializing all the Stores at 1732137355982 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137355982Cleaning up temporary data from old regions at 1732137356028 (+46 ms)Running coprocessor post-open hooks at 1732137356075 (+47 ms)Region opened successfully at 1732137356075 2024-11-20T21:15:56,075 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:15:56,076 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:56,076 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ef993edaa7f1fdda077c80d1072b2809, NAME => 'SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T21:15:56,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=30cdc51527f644a0ec541e3943b9f7ad, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:56,078 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084., pid=15, masterSystemTime=1732137355889 2024-11-20T21:15:56,079 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b16ab3f13b7,35463,1732137330836, table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T21:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,35463,1732137330836 because future has completed 2024-11-20T21:15:56,082 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:56,083 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:15:56,083 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:56,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c3f35bc8be57896f6a1cb9c21398e9a, NAME => 'SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T21:15:56,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:56,084 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,084 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=401849d74fe46cecf9d9988d287e7084, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:56,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401849d74fe46cecf9d9988d287e7084, server=0b16ab3f13b7,43953,1732137330377 because future has completed 2024-11-20T21:15:56,096 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-20T21:15:56,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,35463,1732137330836 in 10.1720 sec 2024-11-20T21:15:56,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-20T21:15:56,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 401849d74fe46cecf9d9988d287e7084, server=0b16ab3f13b7,43953,1732137330377 in 10.2170 sec 2024-11-20T21:15:56,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN in 10.3980 sec 2024-11-20T21:15:56,105 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef993edaa7f1fdda077c80d1072b2809 columnFamilyName cf 2024-11-20T21:15:56,106 DEBUG [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,106 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] regionserver.HStore(327): Store=ef993edaa7f1fdda077c80d1072b2809/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,107 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,108 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=401849d74fe46cecf9d9988d287e7084, ASSIGN in 10.4000 sec 2024-11-20T21:15:56,112 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,113 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,113 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,113 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,114 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5e33d7062714ed559da2b50bf2a0d99c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610619, jitterRate=-0.0819302350282669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:15:56,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5e33d7062714ed559da2b50bf2a0d99c: Running coprocessor pre-open hook at 1732137356049Writing region info on filesystem at 1732137356049Initializing all the Stores at 1732137356051 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137356051Cleaning up temporary data from old regions at 1732137356070 (+19 ms)Running coprocessor post-open hooks at 1732137356114 (+44 ms)Region opened successfully at 1732137356114 2024-11-20T21:15:56,116 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,123 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., pid=23, masterSystemTime=1732137355900 2024-11-20T21:15:56,130 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:56,130 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:15:56,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5e33d7062714ed559da2b50bf2a0d99c, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:15:56,133 INFO [StoreOpener-3c3f35bc8be57896f6a1cb9c21398e9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,136 INFO [StoreOpener-3c3f35bc8be57896f6a1cb9c21398e9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3f35bc8be57896f6a1cb9c21398e9a columnFamilyName cf 2024-11-20T21:15:56,136 DEBUG [StoreOpener-3c3f35bc8be57896f6a1cb9c21398e9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,138 INFO [StoreOpener-3c3f35bc8be57896f6a1cb9c21398e9a-1 {}] regionserver.HStore(327): Store=3c3f35bc8be57896f6a1cb9c21398e9a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,138 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,139 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c, server=0b16ab3f13b7,37101,1732137330672 because future has completed 2024-11-20T21:15:56,141 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,141 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,141 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,158 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,159 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ef993edaa7f1fdda077c80d1072b2809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66931560, jitterRate=-0.002642035484313965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,159 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:15:56,159 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ef993edaa7f1fdda077c80d1072b2809: Running coprocessor pre-open hook at 1732137356080Writing region info on filesystem at 1732137356080Initializing all the Stores at 1732137356082 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137356082Cleaning up temporary data from old regions at 1732137356113 (+31 ms)Running coprocessor post-open hooks at 1732137356159 (+46 ms)Region opened successfully at 1732137356159 2024-11-20T21:15:56,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-20T21:15:56,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c, server=0b16ab3f13b7,37101,1732137330672 in 10.2430 sec 2024-11-20T21:15:56,165 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,166 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809., pid=20, masterSystemTime=1732137355909 2024-11-20T21:15:56,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e33d7062714ed559da2b50bf2a0d99c, ASSIGN in 10.4610 sec 2024-11-20T21:15:56,173 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:56,173 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:15:56,174 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:56,174 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a82bbacbb2cb604df97518f1a430ffc7, NAME => 'SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T21:15:56,174 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,174 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:15:56,175 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,175 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ef993edaa7f1fdda077c80d1072b2809, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:56,180 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,35463,1732137330836 because future has completed 2024-11-20T21:15:56,182 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42005 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b16ab3f13b7,35463,1732137330836, table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T21:15:56,184 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3c3f35bc8be57896f6a1cb9c21398e9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66328442, jitterRate=-0.011629194021224976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,184 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:15:56,185 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3c3f35bc8be57896f6a1cb9c21398e9a: Running coprocessor pre-open hook at 1732137356084Writing region info on filesystem at 1732137356084Initializing all the Stores at 1732137356085 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137356085Cleaning up temporary data from old regions at 1732137356141 (+56 ms)Running coprocessor post-open hooks at 1732137356184 (+43 ms)Region opened successfully at 1732137356185 (+1 ms) 2024-11-20T21:15:56,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-20T21:15:56,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,35463,1732137330836 in 10.2780 sec 2024-11-20T21:15:56,191 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,193 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., pid=17, masterSystemTime=1732137355889 2024-11-20T21:15:56,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN in 10.4850 sec 2024-11-20T21:15:56,196 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:56,196 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:15:56,198 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82bbacbb2cb604df97518f1a430ffc7 columnFamilyName cf 2024-11-20T21:15:56,198 DEBUG [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:15:56,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3c3f35bc8be57896f6a1cb9c21398e9a, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:15:56,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a, server=0b16ab3f13b7,43953,1732137330377 because future has completed 2024-11-20T21:15:56,204 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] regionserver.HStore(327): Store=a82bbacbb2cb604df97518f1a430ffc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:15:56,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,206 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,206 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,207 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,207 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,212 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-20T21:15:56,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a, server=0b16ab3f13b7,43953,1732137330377 in 10.3160 sec 2024-11-20T21:15:56,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c3f35bc8be57896f6a1cb9c21398e9a, ASSIGN in 10.5110 sec 2024-11-20T21:15:56,220 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:15:56,221 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a82bbacbb2cb604df97518f1a430ffc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66377914, jitterRate=-0.010892003774642944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:15:56,221 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:15:56,223 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a82bbacbb2cb604df97518f1a430ffc7: Running coprocessor pre-open hook at 1732137356175Writing region info on filesystem at 1732137356175Initializing all the Stores at 1732137356179 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137356180 (+1 ms)Cleaning up temporary data from old regions at 1732137356207 (+27 ms)Running coprocessor post-open hooks at 1732137356221 (+14 ms)Region opened successfully at 1732137356221 2024-11-20T21:15:56,225 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7., pid=19, masterSystemTime=1732137355909 2024-11-20T21:15:56,227 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:56,227 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:15:56,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a82bbacbb2cb604df97518f1a430ffc7, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35463,1732137330836 2024-11-20T21:15:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,35463,1732137330836 because future has completed 2024-11-20T21:15:56,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-20T21:15:56,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,35463,1732137330836 in 10.3310 sec 2024-11-20T21:15:56,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-20T21:15:56,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN in 10.5370 sec 2024-11-20T21:15:56,255 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:15:56,256 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137356255"}]},"ts":"1732137356255"} 2024-11-20T21:15:56,272 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T21:15:56,274 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:15:56,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4050 sec 2024-11-20T21:15:57,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T21:15:58,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:15:59,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T21:15:59,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T21:16:01,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:16:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:16:03,151 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T21:16:03,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T21:16:03,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:16:03,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T21:16:03,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:16:03,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T21:16:03,289 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., hostname=0b16ab3f13b7,37101,1732137330672, seqNum=2] 2024-11-20T21:16:03,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., hostname=0b16ab3f13b7,37101,1732137330672, seqNum=2] 2024-11-20T21:16:03,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., hostname=0b16ab3f13b7,37101,1732137330672, seqNum=2] 2024-11-20T21:16:03,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., hostname=0b16ab3f13b7,37101,1732137330672, seqNum=2] 2024-11-20T21:16:03,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., hostname=0b16ab3f13b7,37101,1732137330672, seqNum=2] 2024-11-20T21:16:03,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., hostname=0b16ab3f13b7,35463,1732137330836, seqNum=2] 2024-11-20T21:16:03,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:03,601 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., hostname=0b16ab3f13b7,43953,1732137330377, seqNum=2] 2024-11-20T21:16:04,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:16:04,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:16:04,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:16:04,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:16:04,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:16:04,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37101 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:16:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:05,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35463 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:16:05,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43953 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:16:06,340 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T21:16:06,343 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:16:06,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:16:06,350 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:16:06,364 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:16:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:16:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:16:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:16:06,395 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:16:06,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401849d74fe46cecf9d9988d287e7084}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64a126f4cd2dcce0e811434b12dab505}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3045bdc832b4f89cda3ae103bb2e02}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a}] 2024-11-20T21:16:06,406 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:16:06,406 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:16:06,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:06,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:16:06,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:16:06,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:06,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:16:06,420 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:06,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:16:06,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:06,446 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0b16ab3f13b7,35463,1732137330836 2024-11-20T21:16:06,447 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0b16ab3f13b7,35463,1732137330836: Simulated kill ***** 2024-11-20T21:16:06,447 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:16:06,450 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:16:06,451 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:16:06,453 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:16:06,454 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:16:06,460 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 657263696 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153566432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0b16ab3f13b7", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0b16ab3f13b7", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51318", "tag.serverName": "0b16ab3f13b7,37101,1732137330672", "tag.clusterId": "de34379a-ce35-40f8-bc96-e10d0ad6658a", "tag.Context": "regionserver", "tag.Hostname": "0b16ab3f13b7", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732137330672, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T21:16:06,465 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42005 {}] master.MasterRpcServices(700): 0b16ab3f13b7,35463,1732137330836 reported a fatal error: ***** ABORTING region server 0b16ab3f13b7,35463,1732137330836: Simulated kill ***** 2024-11-20T21:16:06,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,35463,1732137330836' ***** 2024-11-20T21:16:06,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T21:16:06,467 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:16:06,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:16:06,468 INFO [RS:2;0b16ab3f13b7:35463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T21:16:06,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:16:06,468 INFO [RS:2;0b16ab3f13b7:35463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T21:16:06,468 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:16:06,468 INFO [RS:2;0b16ab3f13b7:35463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0b16ab3f13b7:35463. 2024-11-20T21:16:06,468 DEBUG [RS:2;0b16ab3f13b7:35463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:16:06,468 DEBUG [RS:2;0b16ab3f13b7:35463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:06,476 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741833_1009 (size=1257) 2024-11-20T21:16:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741833_1009 (size=1257) 2024-11-20T21:16:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741833_1009 (size=1257) 2024-11-20T21:16:06,481 DEBUG [RS:2;0b16ab3f13b7:35463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:06,481 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:06,482 INFO [RS:2;0b16ab3f13b7:35463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35463 2024-11-20T21:16:06,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,35463,1732137330836 2024-11-20T21:16:06,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:16:06,499 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:16:06,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,35463,1732137330836] 2024-11-20T21:16:06,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,35463,1732137330836 already deleted, retry=false 2024-11-20T21:16:06,500 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T21:16:06,503 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0b16ab3f13b7,35463,1732137330836 on 0b16ab3f13b7,42005,1732137329309 2024-11-20T21:16:06,508 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,35463,1732137330836, splitWal=true, meta=false 2024-11-20T21:16:06,513 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,35463,1732137330836, splitWal=true, meta=false 2024-11-20T21:16:06,513 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 0b16ab3f13b7,35463,1732137330836 (carryingMeta=false) 0b16ab3f13b7,35463,1732137330836/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@10ca0c8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:16:06,515 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0b16ab3f13b7,35463,1732137330836 had 4 regions 2024-11-20T21:16:06,517 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,35463,1732137330836, splitWal=true, meta=false, isMeta: false 2024-11-20T21:16:06,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:06,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:06,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:06,519 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 can not run currently because target server of region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T21:16:06,519 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7; timeout=1000, timestamp=1732137367519 2024-11-20T21:16:06,519 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:06,521 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e can not run currently because target server of region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T21:16:06,521 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e; timeout=1000, timestamp=1732137367521 2024-11-20T21:16:06,522 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 can not run currently because target server of region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T21:16:06,522 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809; timeout=1000, timestamp=1732137367522 2024-11-20T21:16:06,523 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting 2024-11-20T21:16:06,523 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad can not run currently because target server of region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T21:16:06,523 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad; timeout=1000, timestamp=1732137367523 2024-11-20T21:16:06,525 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b16ab3f13b7,35463,1732137330836 WAL count=1, meta=false 2024-11-20T21:16:06,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0b16ab3f13b7%2C35463%2C1732137330836.1732137333399}] 2024-11-20T21:16:06,535 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:06,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, worker=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:16:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35463-0x1005f0c29b80003, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:06,602 INFO [RS:2;0b16ab3f13b7:35463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:16:06,602 INFO [RS:2;0b16ab3f13b7:35463 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,35463,1732137330836; zookeeper connection closed. 2024-11-20T21:16:06,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4900f9e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4900f9e8 2024-11-20T21:16:07,209 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:16:07,209 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:16:07,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:07,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:07,521 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 can not run currently because target server of region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T21:16:07,522 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7; timeout=2000, timestamp=1732137369522 2024-11-20T21:16:07,522 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:07,523 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:07,523 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e can not run currently because target server of region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T21:16:07,523 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e; timeout=2000, timestamp=1732137369523 2024-11-20T21:16:07,524 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 can not run currently because target server of region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T21:16:07,524 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809; timeout=2000, timestamp=1732137369524 2024-11-20T21:16:07,525 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad can not run currently because target server of region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T21:16:07,525 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad; timeout=2000, timestamp=1732137369525 2024-11-20T21:16:09,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:09,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:09,524 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 can not run currently because target server of region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T21:16:09,524 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7; timeout=4000, timestamp=1732137373524 2024-11-20T21:16:09,525 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:09,525 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:09,525 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e can not run currently because target server of region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T21:16:09,525 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e; timeout=4000, timestamp=1732137373525 2024-11-20T21:16:09,527 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad can not run currently because target server of region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T21:16:09,527 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 can not run currently because target server of region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T21:16:09,527 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad; timeout=4000, timestamp=1732137373527 2024-11-20T21:16:09,527 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809; timeout=4000, timestamp=1732137373527 2024-11-20T21:16:13,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:13,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:13,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:13,528 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:13,530 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 can not run currently because target server of region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T21:16:13,530 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7; timeout=8000, timestamp=1732137381530 2024-11-20T21:16:13,530 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e can not run currently because target server of region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T21:16:13,531 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e; timeout=8000, timestamp=1732137381530 2024-11-20T21:16:13,531 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad can not run currently because target server of region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T21:16:13,531 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad; timeout=8000, timestamp=1732137381531 2024-11-20T21:16:13,534 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 can not run currently because target server of region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 0b16ab3f13b7,35463,1732137330836 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T21:16:13,534 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809; timeout=8000, timestamp=1732137381534 2024-11-20T21:16:15,910 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=0b16ab3f13b7,43953,1732137330377, timeout=1732137376408, delay=497, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401849d74fe46cecf9d9988d287e7084, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3045bdc832b4f89cda3ae103bb2e02, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a], containedObject=0b16ab3f13b7,37101,1732137330672, timeout=1732137376409, delay=498, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, worker=0b16ab3f13b7,37101,1732137330672, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64a126f4cd2dcce0e811434b12dab505, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e], containedObject=0b16ab3f13b7,35463,1732137330836, timeout=1732137376410, delay=499, operations=null] 2024-11-20T21:16:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T21:16:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T21:16:16,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:16,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T21:16:16,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T21:16:16,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:16,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T21:16:16,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T21:16:16,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:16,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:16,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 5e33d7062714ed559da2b50bf2a0d99c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T21:16:16,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3c3f35bc8be57896f6a1cb9c21398e9a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T21:16:16,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for af3045bdc832b4f89cda3ae103bb2e02: 2024-11-20T21:16:16,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 401849d74fe46cecf9d9988d287e7084: 2024-11-20T21:16:16,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:16,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:16,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T21:16:16,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:16,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 64a126f4cd2dcce0e811434b12dab505: 2024-11-20T21:16:16,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c0a70d4fcb5b8d056677c8773e7c928e: 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:16,477 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, size=1.2 K (1257bytes) 2024-11-20T21:16:16,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T21:16:16,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T21:16:16,478 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 2024-11-20T21:16:16,485 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 after 5ms 2024-11-20T21:16:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:16:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:16:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:16:16,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:16:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:16:16,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:16,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:16:16,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T21:16:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:16:16,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T21:16:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:16:16,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:16:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:16:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:16:16,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:16:16,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T21:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T21:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T21:16:16,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:16:16,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:16:16,508 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:16:16,508 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:16:16,509 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 took 34ms 2024-11-20T21:16:16,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:16,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T21:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T21:16:16,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T21:16:16,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:16:16,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:16:16,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:16:16,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0a70d4fcb5b8d056677c8773e7c928e in 10.1130 sec 2024-11-20T21:16:16,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 401849d74fe46cecf9d9988d287e7084 in 10.1130 sec 2024-11-20T21:16:16,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af3045bdc832b4f89cda3ae103bb2e02 in 10.1170 sec 2024-11-20T21:16:16,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64a126f4cd2dcce0e811434b12dab505 in 10.1170 sec 2024-11-20T21:16:16,527 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1ed9d24510fcc7059330f4b683f0146e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:16:16,530 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 30cdc51527f644a0ec541e3943b9f7ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:16:16,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ef993edaa7f1fdda077c80d1072b2809: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:16:16,533 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a82bbacbb2cb604df97518f1a430ffc7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:16:16,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 so closing down 2024-11-20T21:16:16,534 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:16:16,534 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:16:16,538 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-20T21:16:16,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, journal: Splitting hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, size=1.2 K (1257bytes) at 1732137376477Finishing writing output for hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 so closing down at 1732137376534 (+57 ms)3 split writer threads finished at 1732137376534Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732137376539 (+5 ms) 2024-11-20T21:16:16,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 2024-11-20T21:16:16,539 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T21:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T21:16:16,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/.tmp/cf/00445ab99e34404fa22efc0d31b9f750 is 34, key is baa/cf:cf/1732137364977/Put/seqid=0 2024-11-20T21:16:16,569 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting/0b16ab3f13b7%2C35463%2C1732137330836.1732137333399 to hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs 2024-11-20T21:16:16,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T21:16:16,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, worker=0b16ab3f13b7,37101,1732137330672 in 10.0330 sec 2024-11-20T21:16:16,575 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:16,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T21:16:16,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 0b16ab3f13b7%2C35463%2C1732137330836.1732137333399, worker=0b16ab3f13b7,37101,1732137330672 in 10.0480 sec 2024-11-20T21:16:16,581 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting dir is empty, no logs to split. 2024-11-20T21:16:16,581 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0b16ab3f13b7,35463,1732137330836 WAL count=0, meta=false 2024-11-20T21:16:16,581 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,35463,1732137330836 WAL splitting is done? wals=0, meta=false 2024-11-20T21:16:16,586 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0b16ab3f13b7,35463,1732137330836 failed, ignore...File hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/WALs/0b16ab3f13b7,35463,1732137330836-splitting does not exist. 2024-11-20T21:16:16,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN}] 2024-11-20T21:16:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741854_1030 (size=28623) 2024-11-20T21:16:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741854_1030 (size=28623) 2024-11-20T21:16:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741854_1030 (size=28623) 2024-11-20T21:16:16,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN 2024-11-20T21:16:16,595 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN 2024-11-20T21:16:16,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN 2024-11-20T21:16:16,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN 2024-11-20T21:16:16,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/.tmp/cf/00445ab99e34404fa22efc0d31b9f750 2024-11-20T21:16:16,597 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:16:16,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:16:16,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:16:16,597 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:16:16,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/.tmp/cf/bdf55696ad864ec498917ae7980d12a8 is 34, key is eaa/cf:cf/1732137365971/Put/seqid=0 2024-11-20T21:16:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741853_1029 (size=499309) 2024-11-20T21:16:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741853_1029 (size=499309) 2024-11-20T21:16:16,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741853_1029 (size=499309) 2024-11-20T21:16:16,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/.tmp/cf/bdf55696ad864ec498917ae7980d12a8 2024-11-20T21:16:16,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/.tmp/cf/00445ab99e34404fa22efc0d31b9f750 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/cf/00445ab99e34404fa22efc0d31b9f750 2024-11-20T21:16:16,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/.tmp/cf/bdf55696ad864ec498917ae7980d12a8 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/cf/bdf55696ad864ec498917ae7980d12a8 2024-11-20T21:16:16,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/cf/bdf55696ad864ec498917ae7980d12a8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T21:16:16,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/cf/00445ab99e34404fa22efc0d31b9f750, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T21:16:16,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 5e33d7062714ed559da2b50bf2a0d99c in 256ms, sequenceid=5, compaction requested=false 2024-11-20T21:16:16,680 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3c3f35bc8be57896f6a1cb9c21398e9a in 252ms, sequenceid=5, compaction requested=false 2024-11-20T21:16:16,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 5e33d7062714ed559da2b50bf2a0d99c: 2024-11-20T21:16:16,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3c3f35bc8be57896f6a1cb9c21398e9a: 2024-11-20T21:16:16,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. for SnapshotProcedureTest completed. 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/cf/00445ab99e34404fa22efc0d31b9f750] hfiles 2024-11-20T21:16:16,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/cf/bdf55696ad864ec498917ae7980d12a8] hfiles 2024-11-20T21:16:16,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/cf/00445ab99e34404fa22efc0d31b9f750 for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/cf/bdf55696ad864ec498917ae7980d12a8 for snapshot=SnapshotProcedureTest 2024-11-20T21:16:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741855_1031 (size=97) 2024-11-20T21:16:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741855_1031 (size=97) 2024-11-20T21:16:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741856_1032 (size=105) 2024-11-20T21:16:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741856_1032 (size=105) 2024-11-20T21:16:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741856_1032 (size=105) 2024-11-20T21:16:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741855_1031 (size=97) 2024-11-20T21:16:16,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:16,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T21:16:16,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:16,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T21:16:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T21:16:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T21:16:16,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:16:16,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:16:16,706 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:16:16,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:16:16,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c3f35bc8be57896f6a1cb9c21398e9a in 10.3100 sec 2024-11-20T21:16:16,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e33d7062714ed559da2b50bf2a0d99c in 10.3110 sec 2024-11-20T21:16:16,748 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:16:16,748 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:16:16,749 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:16:16,749 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:16:16,749 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:16:16,749 INFO [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:16:16,749 INFO [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:16:16,749 DEBUG [0b16ab3f13b7:42005 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:16:16,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a82bbacbb2cb604df97518f1a430ffc7, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:16,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=30cdc51527f644a0ec541e3943b9f7ad, regionState=OPENING, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:16,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1ed9d24510fcc7059330f4b683f0146e, regionState=OPENING, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:16,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ef993edaa7f1fdda077c80d1072b2809, regionState=OPENING, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN because future has completed 2024-11-20T21:16:16,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:16:16,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN because future has completed 2024-11-20T21:16:16,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,37101,1732137330672}] 2024-11-20T21:16:16,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN because future has completed 2024-11-20T21:16:16,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,43953,1732137330377}] 2024-11-20T21:16:16,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN because future has completed 2024-11-20T21:16:16,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,43953,1732137330377}] 2024-11-20T21:16:21,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 held by pid=39 2024-11-20T21:16:21,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e held by pid=41 2024-11-20T21:16:21,531 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:21,531 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad held by pid=42 2024-11-20T21:16:21,531 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:21,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:21,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 held by pid=40 2024-11-20T21:16:21,534 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:24,969 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:16:24,969 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:16:26,789 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:26,790 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ef993edaa7f1fdda077c80d1072b2809, NAME => 'SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T21:16:26,790 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,790 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:26,791 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,791 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,794 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,801 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef993edaa7f1fdda077c80d1072b2809 columnFamilyName cf 2024-11-20T21:16:26,801 DEBUG [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:26,803 INFO [StoreOpener-ef993edaa7f1fdda077c80d1072b2809-1 {}] regionserver.HStore(327): Store=ef993edaa7f1fdda077c80d1072b2809/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:26,803 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,805 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,808 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,808 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:26,808 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => a82bbacbb2cb604df97518f1a430ffc7, NAME => 'SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T21:16:26,808 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,809 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:26,809 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,809 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,809 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,809 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,812 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,813 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ef993edaa7f1fdda077c80d1072b2809; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74832530, jitterRate=0.11509159207344055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:16:26,813 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,813 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ef993edaa7f1fdda077c80d1072b2809: Running coprocessor pre-open hook at 1732137386791Writing region info on filesystem at 1732137386791Initializing all the Stores at 1732137386793 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137386793Cleaning up temporary data from old regions at 1732137386809 (+16 ms)Running coprocessor post-open hooks at 1732137386813 (+4 ms)Region opened successfully at 1732137386813 2024-11-20T21:16:26,814 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809., pid=46, masterSystemTime=1732137386761 2024-11-20T21:16:26,817 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,817 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:26,817 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:26,817 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:26,817 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ed9d24510fcc7059330f4b683f0146e, NAME => 'SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T21:16:26,818 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=ef993edaa7f1fdda077c80d1072b2809, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:26,818 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:26,818 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,818 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,818 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82bbacbb2cb604df97518f1a430ffc7 columnFamilyName cf 2024-11-20T21:16:26,819 DEBUG [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:26,819 INFO [StoreOpener-a82bbacbb2cb604df97518f1a430ffc7-1 {}] regionserver.HStore(327): Store=a82bbacbb2cb604df97518f1a430ffc7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:26,819 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,43953,1732137330377 because future has completed 2024-11-20T21:16:26,820 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,822 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,823 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,823 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-20T21:16:26,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure ef993edaa7f1fdda077c80d1072b2809, server=0b16ab3f13b7,43953,1732137330377 in 10.0630 sec 2024-11-20T21:16:26,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef993edaa7f1fdda077c80d1072b2809, ASSIGN in 10.2350 sec 2024-11-20T21:16:26,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:26,826 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,827 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened a82bbacbb2cb604df97518f1a430ffc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954084, jitterRate=-0.07681220769882202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:16:26,828 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,828 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for a82bbacbb2cb604df97518f1a430ffc7: Running coprocessor pre-open hook at 1732137386809Writing region info on filesystem at 1732137386809Initializing all the Stores at 1732137386810 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137386810Cleaning up temporary data from old regions at 1732137386823 (+13 ms)Running coprocessor post-open hooks at 1732137386828 (+5 ms)Region opened successfully at 1732137386828 2024-11-20T21:16:26,829 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,829 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7., pid=44, masterSystemTime=1732137386756 2024-11-20T21:16:26,830 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed9d24510fcc7059330f4b683f0146e columnFamilyName cf 2024-11-20T21:16:26,830 DEBUG [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:26,831 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:26,831 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 30cdc51527f644a0ec541e3943b9f7ad, NAME => 'SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T21:16:26,831 INFO [StoreOpener-1ed9d24510fcc7059330f4b683f0146e-1 {}] regionserver.HStore(327): Store=1ed9d24510fcc7059330f4b683f0146e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,831 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a82bbacbb2cb604df97518f1a430ffc7, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:26,832 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,833 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,37101,1732137330672 because future has completed 2024-11-20T21:16:26,835 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,836 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30cdc51527f644a0ec541e3943b9f7ad columnFamilyName cf 2024-11-20T21:16:26,836 DEBUG [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:26,837 INFO [StoreOpener-30cdc51527f644a0ec541e3943b9f7ad-1 {}] regionserver.HStore(327): Store=30cdc51527f644a0ec541e3943b9f7ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-20T21:16:26,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a82bbacbb2cb604df97518f1a430ffc7, server=0b16ab3f13b7,37101,1732137330672 in 10.0800 sec 2024-11-20T21:16:26,838 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:26,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82bbacbb2cb604df97518f1a430ffc7, ASSIGN in 10.2490 sec 2024-11-20T21:16:26,840 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,841 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,841 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,842 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,843 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,843 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,845 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,845 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,847 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 1ed9d24510fcc7059330f4b683f0146e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63640288, jitterRate=-0.05168581008911133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:16:26,847 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,847 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 1ed9d24510fcc7059330f4b683f0146e: Running coprocessor pre-open hook at 1732137386818Writing region info on filesystem at 1732137386818Initializing all the Stores at 1732137386821 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137386822 (+1 ms)Cleaning up temporary data from old regions at 1732137386843 (+21 ms)Running coprocessor post-open hooks at 1732137386847 (+4 ms)Region opened successfully at 1732137386847 2024-11-20T21:16:26,848 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 30cdc51527f644a0ec541e3943b9f7ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64041065, jitterRate=-0.045713767409324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:16:26,848 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,848 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 30cdc51527f644a0ec541e3943b9f7ad: Running coprocessor pre-open hook at 1732137386832Writing region info on filesystem at 1732137386832Initializing all the Stores at 1732137386834 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137386834Cleaning up temporary data from old regions at 1732137386841 (+7 ms)Running coprocessor post-open hooks at 1732137386848 (+7 ms)Region opened successfully at 1732137386848 2024-11-20T21:16:26,849 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e., pid=45, masterSystemTime=1732137386761 2024-11-20T21:16:26,849 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad., pid=43, masterSystemTime=1732137386756 2024-11-20T21:16:26,852 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:26,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1ed9d24510fcc7059330f4b683f0146e, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:26,854 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:26,855 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:26,855 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:26,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=30cdc51527f644a0ec541e3943b9f7ad, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:26,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,43953,1732137330377 because future has completed 2024-11-20T21:16:26,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,37101,1732137330672 because future has completed 2024-11-20T21:16:26,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-20T21:16:26,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed9d24510fcc7059330f4b683f0146e, server=0b16ab3f13b7,43953,1732137330377 in 10.1030 sec 2024-11-20T21:16:26,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T21:16:26,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad, server=0b16ab3f13b7,37101,1732137330672 in 10.1100 sec 2024-11-20T21:16:26,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ed9d24510fcc7059330f4b683f0146e, ASSIGN in 10.2760 sec 2024-11-20T21:16:26,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:26,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-20T21:16:26,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30cdc51527f644a0ec541e3943b9f7ad, ASSIGN in 10.2780 sec 2024-11-20T21:16:26,871 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 0b16ab3f13b7,35463,1732137330836 after splitting done 2024-11-20T21:16:26,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:26,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,35463,1732137330836, splitWal=true, meta=false in 20.3670 sec 2024-11-20T21:16:28,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:16:32,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:16:33,247 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T21:16:36,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:36,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 1ed9d24510fcc7059330f4b683f0146e: 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. for SnapshotProcedureTest completed. 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ef993edaa7f1fdda077c80d1072b2809: 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. for SnapshotProcedureTest completed. 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:36,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:36,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:36,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:36,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:36,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:36,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a82bbacbb2cb604df97518f1a430ffc7: 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. for SnapshotProcedureTest completed. 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 30cdc51527f644a0ec541e3943b9f7ad: 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. for SnapshotProcedureTest completed. 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:36,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:16:36,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:16:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741857_1033 (size=65) 2024-11-20T21:16:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:16:36,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:16:36,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:36,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T21:16:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T21:16:36,853 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:36,853 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741857_1033 (size=65) 2024-11-20T21:16:36,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741857_1033 (size=65) 2024-11-20T21:16:36,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:36,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T21:16:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T21:16:36,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:36,859 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:36,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef993edaa7f1fdda077c80d1072b2809 in 30.4570 sec 2024-11-20T21:16:36,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ed9d24510fcc7059330f4b683f0146e in 30.4630 sec 2024-11-20T21:16:36,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741859_1035 (size=65) 2024-11-20T21:16:36,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741859_1035 (size=65) 2024-11-20T21:16:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741859_1035 (size=65) 2024-11-20T21:16:36,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:36,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T21:16:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T21:16:36,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:36,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:36,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a82bbacbb2cb604df97518f1a430ffc7 in 30.4860 sec 2024-11-20T21:16:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741860_1036 (size=65) 2024-11-20T21:16:36,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741860_1036 (size=65) 2024-11-20T21:16:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741860_1036 (size=65) 2024-11-20T21:16:36,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:36,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T21:16:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T21:16:36,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:36,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:36,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-20T21:16:36,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30cdc51527f644a0ec541e3943b9f7ad in 30.5020 sec 2024-11-20T21:16:36,903 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:16:36,905 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:16:36,908 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:16:36,908 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T21:16:36,910 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:16:36,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741861_1037 (size=1094) 2024-11-20T21:16:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741861_1037 (size=1094) 2024-11-20T21:16:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741861_1037 (size=1094) 2024-11-20T21:16:36,973 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:16:36,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T21:16:36,993 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:36,993 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:36,993 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:36,993 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:36,996 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:36,999 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:41,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5e33d7062714ed559da2b50bf2a0d99c, had cached 0 bytes from a total of 28623 2024-11-20T21:16:41,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3c3f35bc8be57896f6a1cb9c21398e9a, had cached 0 bytes from a total of 499309 2024-11-20T21:16:41,503 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T21:16:44,471 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c0a70d4fcb5b8d056677c8773e7c928e changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,472 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 30cdc51527f644a0ec541e3943b9f7ad changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,472 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64a126f4cd2dcce0e811434b12dab505 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a82bbacbb2cb604df97518f1a430ffc7 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5e33d7062714ed559da2b50bf2a0d99c changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 401849d74fe46cecf9d9988d287e7084 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ef993edaa7f1fdda077c80d1072b2809 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af3045bdc832b4f89cda3ae103bb2e02 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,473 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1ed9d24510fcc7059330f4b683f0146e changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:44,474 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c3f35bc8be57896f6a1cb9c21398e9a changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:16:46,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-20T21:16:46,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T21:16:46,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T21:16:46,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-20T21:16:46,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T21:16:46,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T21:16:47,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:16:47,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:16:47,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T21:16:47,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T21:16:47,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T21:16:47,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T21:16:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T21:16:47,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T21:16:47,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T21:16:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T21:16:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T21:16:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T21:16:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T21:16:47,019 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 Release verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T21:16:47,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 in 10.0340 sec 2024-11-20T21:16:47,025 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 Release verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:47,026 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 Release verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:47,027 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:47,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 in 10.0400 sec 2024-11-20T21:16:47,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 in 10.0410 sec 2024-11-20T21:16:47,031 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 Release verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:47,032 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:47,033 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 Release verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:47,035 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:47,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 in 10.0480 sec 2024-11-20T21:16:47,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 in 10.0460 sec 2024-11-20T21:16:47,038 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:47,042 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 Release verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:47,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 in 10.0570 sec 2024-11-20T21:16:57,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T21:16:57,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T21:16:57,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T21:16:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T21:16:57,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T21:16:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T21:16:57,035 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 Release verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:57,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T21:16:57,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T21:16:57,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T21:16:57,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T21:16:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T21:16:57,038 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 Release verify snapshot worker=0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:57,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 in 20.0500 sec 2024-11-20T21:16:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42005 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T21:16:57,041 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 Release verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:57,041 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 Release verify snapshot worker=0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:57,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,43953,1732137330377 in 20.0530 sec 2024-11-20T21:16:57,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 in 20.0560 sec 2024-11-20T21:16:57,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-20T21:16:57,045 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:16:57,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,37101,1732137330672 in 20.0560 sec 2024-11-20T21:16:57,046 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T21:16:57,050 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:16:57,050 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T21:16:57,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7230 sec 2024-11-20T21:16:57,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T21:16:57,171 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T21:16:57,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:16:57,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:16:57,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:16:57,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:16:57,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842575628, stopped=false 2024-11-20T21:16:57,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,42005,1732137329309 2024-11-20T21:16:57,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:16:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:16:57,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:16:57,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:16:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:16:57,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:16:57,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,43953,1732137330377' ***** 2024-11-20T21:16:57,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:16:57,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,37101,1732137330672' ***** 2024-11-20T21:16:57,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:16:57,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:16:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:16:57,180 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:16:57,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:16:57,181 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:16:57,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:16:57,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:16:57,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:16:57,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:16:57,181 INFO [RS:0;0b16ab3f13b7:43953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:16:57,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:16:57,181 INFO [RS:0;0b16ab3f13b7:43953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:16:57,182 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(3091): Received CLOSE for 401849d74fe46cecf9d9988d287e7084 2024-11-20T21:16:57,182 INFO [RS:1;0b16ab3f13b7:37101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:16:57,182 INFO [RS:1;0b16ab3f13b7:37101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:16:57,182 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:16:57,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:16:57,187 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e33d7062714ed559da2b50bf2a0d99c 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for a82bbacbb2cb604df97518f1a430ffc7 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for 30cdc51527f644a0ec541e3943b9f7ad 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for 64a126f4cd2dcce0e811434b12dab505 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0b16ab3f13b7:37101. 2024-11-20T21:16:57,188 DEBUG [RS:1;0b16ab3f13b7:37101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:16:57,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0a70d4fcb5b8d056677c8773e7c928e, disabling compactions & flushes 2024-11-20T21:16:57,188 DEBUG [RS:1;0b16ab3f13b7:37101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,188 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:57,188 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:16:57,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:57,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. after waiting 0 ms 2024-11-20T21:16:57,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:57,188 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:16:57,188 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:16:57,189 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:16:57,189 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:16:57,189 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:16:57,189 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:16:57,189 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(3091): Received CLOSE for ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(3091): Received CLOSE for af3045bdc832b4f89cda3ae103bb2e02 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c3f35bc8be57896f6a1cb9c21398e9a 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ed9d24510fcc7059330f4b683f0146e 2024-11-20T21:16:57,190 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:16:57,190 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1325): Online Regions={c0a70d4fcb5b8d056677c8773e7c928e=SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e., 5e33d7062714ed559da2b50bf2a0d99c=SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c., 1588230740=hbase:meta,,1.1588230740, a82bbacbb2cb604df97518f1a430ffc7=SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7., 30cdc51527f644a0ec541e3943b9f7ad=SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad., 64a126f4cd2dcce0e811434b12dab505=SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505.} 2024-11-20T21:16:57,190 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:43953. 2024-11-20T21:16:57,190 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:16:57,190 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:16:57,190 DEBUG [RS:0;0b16ab3f13b7:43953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:16:57,190 DEBUG [RS:0;0b16ab3f13b7:43953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,190 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T21:16:57,190 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30cdc51527f644a0ec541e3943b9f7ad, 5e33d7062714ed559da2b50bf2a0d99c, 64a126f4cd2dcce0e811434b12dab505, a82bbacbb2cb604df97518f1a430ffc7, c0a70d4fcb5b8d056677c8773e7c928e 2024-11-20T21:16:57,190 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1325): Online Regions={401849d74fe46cecf9d9988d287e7084=SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084., ef993edaa7f1fdda077c80d1072b2809=SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809., af3045bdc832b4f89cda3ae103bb2e02=SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02., 3c3f35bc8be57896f6a1cb9c21398e9a=SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a., 1ed9d24510fcc7059330f4b683f0146e=SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e.} 2024-11-20T21:16:57,191 DEBUG [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1351): Waiting on 1ed9d24510fcc7059330f4b683f0146e, 3c3f35bc8be57896f6a1cb9c21398e9a, 401849d74fe46cecf9d9988d287e7084, af3045bdc832b4f89cda3ae103bb2e02, ef993edaa7f1fdda077c80d1072b2809 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 401849d74fe46cecf9d9988d287e7084, disabling compactions & flushes 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:16:57,191 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. after waiting 0 ms 2024-11-20T21:16:57,191 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:57,191 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-20T21:16:57,194 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:57,213 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/401849d74fe46cecf9d9988d287e7084/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,220 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:57,220 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 401849d74fe46cecf9d9988d287e7084: Waiting for close lock at 1732137417191Running coprocessor pre-close hooks at 1732137417191Disabling compacts and flushes for region at 1732137417191Disabling writes for close at 1732137417191Writing region close event to WAL at 1732137417192 (+1 ms)Running coprocessor post-close hooks at 1732137417214 (+22 ms)Closed at 1732137417220 (+6 ms) 2024-11-20T21:16:57,221 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732137344859.401849d74fe46cecf9d9988d287e7084. 2024-11-20T21:16:57,221 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef993edaa7f1fdda077c80d1072b2809, disabling compactions & flushes 2024-11-20T21:16:57,221 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:57,222 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:57,222 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. after waiting 0 ms 2024-11-20T21:16:57,222 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:57,223 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/c0a70d4fcb5b8d056677c8773e7c928e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,224 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:57,224 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0a70d4fcb5b8d056677c8773e7c928e: Waiting for close lock at 1732137417188Running coprocessor pre-close hooks at 1732137417188Disabling compacts and flushes for region at 1732137417188Disabling writes for close at 1732137417188Writing region close event to WAL at 1732137417190 (+2 ms)Running coprocessor post-close hooks at 1732137417224 (+34 ms)Closed at 1732137417224 2024-11-20T21:16:57,224 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e. 2024-11-20T21:16:57,224 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e33d7062714ed559da2b50bf2a0d99c, disabling compactions & flushes 2024-11-20T21:16:57,224 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:57,224 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:57,225 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. after waiting 0 ms 2024-11-20T21:16:57,225 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:57,237 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/ef993edaa7f1fdda077c80d1072b2809/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,239 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef993edaa7f1fdda077c80d1072b2809: Waiting for close lock at 1732137417221Running coprocessor pre-close hooks at 1732137417221Disabling compacts and flushes for region at 1732137417221Disabling writes for close at 1732137417222 (+1 ms)Writing region close event to WAL at 1732137417229 (+7 ms)Running coprocessor post-close hooks at 1732137417238 (+9 ms)Closed at 1732137417239 (+1 ms) 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732137344859.ef993edaa7f1fdda077c80d1072b2809. 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af3045bdc832b4f89cda3ae103bb2e02, disabling compactions & flushes 2024-11-20T21:16:57,239 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. after waiting 0 ms 2024-11-20T21:16:57,239 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:57,249 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/af3045bdc832b4f89cda3ae103bb2e02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,250 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:57,250 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af3045bdc832b4f89cda3ae103bb2e02: Waiting for close lock at 1732137417239Running coprocessor pre-close hooks at 1732137417239Disabling compacts and flushes for region at 1732137417239Disabling writes for close at 1732137417239Writing region close event to WAL at 1732137417243 (+4 ms)Running coprocessor post-close hooks at 1732137417250 (+7 ms)Closed at 1732137417250 2024-11-20T21:16:57,250 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732137344859.af3045bdc832b4f89cda3ae103bb2e02. 2024-11-20T21:16:57,251 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c3f35bc8be57896f6a1cb9c21398e9a, disabling compactions & flushes 2024-11-20T21:16:57,251 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:57,251 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:57,251 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. after waiting 0 ms 2024-11-20T21:16:57,251 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:57,251 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/info/57c17acc77614a82b60109c0b32c0560 is 167, key is SPTestTable,19999999,1732137344859.c0a70d4fcb5b8d056677c8773e7c928e./info:regioninfo/1732137356039/Put/seqid=0 2024-11-20T21:16:57,252 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/5e33d7062714ed559da2b50bf2a0d99c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:16:57,253 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:57,253 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e33d7062714ed559da2b50bf2a0d99c: Waiting for close lock at 1732137417224Running coprocessor pre-close hooks at 1732137417224Disabling compacts and flushes for region at 1732137417224Disabling writes for close at 1732137417225 (+1 ms)Writing region close event to WAL at 1732137417237 (+12 ms)Running coprocessor post-close hooks at 1732137417253 (+16 ms)Closed at 1732137417253 2024-11-20T21:16:57,253 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732137344859.5e33d7062714ed559da2b50bf2a0d99c. 2024-11-20T21:16:57,253 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a82bbacbb2cb604df97518f1a430ffc7, disabling compactions & flushes 2024-11-20T21:16:57,253 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:57,253 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:57,254 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. after waiting 0 ms 2024-11-20T21:16:57,254 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:57,261 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/3c3f35bc8be57896f6a1cb9c21398e9a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:16:57,262 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:57,262 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c3f35bc8be57896f6a1cb9c21398e9a: Waiting for close lock at 1732137417251Running coprocessor pre-close hooks at 1732137417251Disabling compacts and flushes for region at 1732137417251Disabling writes for close at 1732137417251Writing region close event to WAL at 1732137417255 (+4 ms)Running coprocessor post-close hooks at 1732137417262 (+7 ms)Closed at 1732137417262 2024-11-20T21:16:57,262 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732137344859.3c3f35bc8be57896f6a1cb9c21398e9a. 2024-11-20T21:16:57,262 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ed9d24510fcc7059330f4b683f0146e, disabling compactions & flushes 2024-11-20T21:16:57,263 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:57,263 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:57,263 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. after waiting 0 ms 2024-11-20T21:16:57,263 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:57,263 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:57,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741862_1038 (size=20292) 2024-11-20T21:16:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741862_1038 (size=20292) 2024-11-20T21:16:57,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741862_1038 (size=20292) 2024-11-20T21:16:57,294 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/a82bbacbb2cb604df97518f1a430ffc7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,301 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/info/57c17acc77614a82b60109c0b32c0560 2024-11-20T21:16:57,302 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:57,302 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a82bbacbb2cb604df97518f1a430ffc7: Waiting for close lock at 1732137417253Running coprocessor pre-close hooks at 1732137417253Disabling compacts and flushes for region at 1732137417253Disabling writes for close at 1732137417254 (+1 ms)Writing region close event to WAL at 1732137417255 (+1 ms)Running coprocessor post-close hooks at 1732137417302 (+47 ms)Closed at 1732137417302 2024-11-20T21:16:57,302 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732137344859.a82bbacbb2cb604df97518f1a430ffc7. 2024-11-20T21:16:57,302 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30cdc51527f644a0ec541e3943b9f7ad, disabling compactions & flushes 2024-11-20T21:16:57,302 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:57,302 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:57,303 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. after waiting 0 ms 2024-11-20T21:16:57,303 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:57,304 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/1ed9d24510fcc7059330f4b683f0146e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,308 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:57,309 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ed9d24510fcc7059330f4b683f0146e: Waiting for close lock at 1732137417262Running coprocessor pre-close hooks at 1732137417262Disabling compacts and flushes for region at 1732137417262Disabling writes for close at 1732137417263 (+1 ms)Writing region close event to WAL at 1732137417268 (+5 ms)Running coprocessor post-close hooks at 1732137417308 (+40 ms)Closed at 1732137417308 2024-11-20T21:16:57,309 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732137344859.1ed9d24510fcc7059330f4b683f0146e. 2024-11-20T21:16:57,336 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/30cdc51527f644a0ec541e3943b9f7ad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,342 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30cdc51527f644a0ec541e3943b9f7ad: Waiting for close lock at 1732137417302Running coprocessor pre-close hooks at 1732137417302Disabling compacts and flushes for region at 1732137417302Disabling writes for close at 1732137417303 (+1 ms)Writing region close event to WAL at 1732137417312 (+9 ms)Running coprocessor post-close hooks at 1732137417341 (+29 ms)Closed at 1732137417341 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732137344859.30cdc51527f644a0ec541e3943b9f7ad. 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64a126f4cd2dcce0e811434b12dab505, disabling compactions & flushes 2024-11-20T21:16:57,342 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. after waiting 0 ms 2024-11-20T21:16:57,342 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:57,366 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/default/SPTestTable/64a126f4cd2dcce0e811434b12dab505/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:16:57,367 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:57,367 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64a126f4cd2dcce0e811434b12dab505: Waiting for close lock at 1732137417342Running coprocessor pre-close hooks at 1732137417342Disabling compacts and flushes for region at 1732137417342Disabling writes for close at 1732137417342Writing region close event to WAL at 1732137417349 (+7 ms)Running coprocessor post-close hooks at 1732137417367 (+18 ms)Closed at 1732137417367 2024-11-20T21:16:57,367 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732137344859.64a126f4cd2dcce0e811434b12dab505. 2024-11-20T21:16:57,384 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/ns/9876ee0b5b88440dba3a80401526f04e is 43, key is default/ns:d/1732137344353/Put/seqid=0 2024-11-20T21:16:57,391 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:16:57,391 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,43953,1732137330377; all regions closed. 2024-11-20T21:16:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741835_1011 (size=3500) 2024-11-20T21:16:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741835_1011 (size=3500) 2024-11-20T21:16:57,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741835_1011 (size=3500) 2024-11-20T21:16:57,415 DEBUG [RS:0;0b16ab3f13b7:43953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs 2024-11-20T21:16:57,415 INFO [RS:0;0b16ab3f13b7:43953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C43953%2C1732137330377:(num 1732137333395) 2024-11-20T21:16:57,415 DEBUG [RS:0;0b16ab3f13b7:43953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,415 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:57,419 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:16:57,419 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:16:57,419 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:16:57,420 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:16:57,420 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:16:57,420 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:16:57,420 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:16:57,420 INFO [RS:0;0b16ab3f13b7:43953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43953 2024-11-20T21:16:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:16:57,440 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:16:57,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,43953,1732137330377 2024-11-20T21:16:57,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,43953,1732137330377] 2024-11-20T21:16:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741863_1039 (size=5153) 2024-11-20T21:16:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741863_1039 (size=5153) 2024-11-20T21:16:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741863_1039 (size=5153) 2024-11-20T21:16:57,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,43953,1732137330377 already deleted, retry=false 2024-11-20T21:16:57,450 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/ns/9876ee0b5b88440dba3a80401526f04e 2024-11-20T21:16:57,450 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,43953,1732137330377 expired; onlineServers=1 2024-11-20T21:16:57,513 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/table/6a5b88ec99aa414189c578e8b777bd39 is 47, key is SPTestTable/table:state/1732137356255/Put/seqid=0 2024-11-20T21:16:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:57,548 INFO [RS:0;0b16ab3f13b7:43953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:16:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43953-0x1005f0c29b80001, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:57,548 INFO [RS:0;0b16ab3f13b7:43953 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,43953,1732137330377; zookeeper connection closed. 2024-11-20T21:16:57,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3025d1c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3025d1c0 2024-11-20T21:16:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741864_1040 (size=5214) 2024-11-20T21:16:57,591 DEBUG [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:16:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741864_1040 (size=5214) 2024-11-20T21:16:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741864_1040 (size=5214) 2024-11-20T21:16:57,603 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/table/6a5b88ec99aa414189c578e8b777bd39 2024-11-20T21:16:57,620 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/info/57c17acc77614a82b60109c0b32c0560 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/info/57c17acc77614a82b60109c0b32c0560 2024-11-20T21:16:57,635 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/info/57c17acc77614a82b60109c0b32c0560, entries=116, sequenceid=37, filesize=19.8 K 2024-11-20T21:16:57,637 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/ns/9876ee0b5b88440dba3a80401526f04e as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/ns/9876ee0b5b88440dba3a80401526f04e 2024-11-20T21:16:57,646 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/ns/9876ee0b5b88440dba3a80401526f04e, entries=2, sequenceid=37, filesize=5.0 K 2024-11-20T21:16:57,649 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/.tmp/table/6a5b88ec99aa414189c578e8b777bd39 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/table/6a5b88ec99aa414189c578e8b777bd39 2024-11-20T21:16:57,660 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/table/6a5b88ec99aa414189c578e8b777bd39, entries=2, sequenceid=37, filesize=5.1 K 2024-11-20T21:16:57,669 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 478ms, sequenceid=37, compaction requested=false 2024-11-20T21:16:57,687 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-20T21:16:57,688 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:16:57,689 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:16:57,689 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137417190Running coprocessor pre-close hooks at 1732137417190Disabling compacts and flushes for region at 1732137417190Disabling writes for close at 1732137417191 (+1 ms)Obtaining lock to block concurrent updates at 1732137417191Preparing flush snapshotting stores in 1588230740 at 1732137417191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732137417193 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137417194 (+1 ms)Flushing 1588230740/info: creating writer at 1732137417194Flushing 1588230740/info: appending metadata at 1732137417250 (+56 ms)Flushing 1588230740/info: closing flushed file at 1732137417250Flushing 1588230740/ns: creating writer at 1732137417334 (+84 ms)Flushing 1588230740/ns: appending metadata at 1732137417383 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1732137417383Flushing 1588230740/table: creating writer at 1732137417468 (+85 ms)Flushing 1588230740/table: appending metadata at 1732137417512 (+44 ms)Flushing 1588230740/table: closing flushed file at 1732137417513 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d597fc: reopening flushed file at 1732137417618 (+105 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2fe625: reopening flushed file at 1732137417635 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3a8690: reopening flushed file at 1732137417647 (+12 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 478ms, sequenceid=37, compaction requested=false at 1732137417669 (+22 ms)Writing region close event to WAL at 1732137417674 (+5 ms)Running coprocessor post-close hooks at 1732137417688 (+14 ms)Closed at 1732137417689 (+1 ms) 2024-11-20T21:16:57,689 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:16:57,791 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,37101,1732137330672; all regions closed. 2024-11-20T21:16:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741836_1012 (size=19546) 2024-11-20T21:16:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741836_1012 (size=19546) 2024-11-20T21:16:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741836_1012 (size=19546) 2024-11-20T21:16:57,813 DEBUG [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs 2024-11-20T21:16:57,813 INFO [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C37101%2C1732137330672.meta:.meta(num 1732137343800) 2024-11-20T21:16:57,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741834_1010 (size=3530) 2024-11-20T21:16:57,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741834_1010 (size=3530) 2024-11-20T21:16:57,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741834_1010 (size=3530) 2024-11-20T21:16:57,828 DEBUG [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/oldWALs 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C37101%2C1732137330672:(num 1732137333395) 2024-11-20T21:16:57,829 DEBUG [RS:1;0b16ab3f13b7:37101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:16:57,829 INFO [RS:1;0b16ab3f13b7:37101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37101 2024-11-20T21:16:57,831 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:16:57,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:16:57,834 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:16:57,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,37101,1732137330672 2024-11-20T21:16:57,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,37101,1732137330672] 2024-11-20T21:16:57,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,37101,1732137330672 already deleted, retry=false 2024-11-20T21:16:57,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,37101,1732137330672 expired; onlineServers=0 2024-11-20T21:16:57,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,42005,1732137329309' ***** 2024-11-20T21:16:57,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:16:57,837 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:16:57,837 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:16:57,837 DEBUG [M:0;0b16ab3f13b7:42005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:16:57,838 DEBUG [M:0;0b16ab3f13b7:42005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:16:57,838 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137332841 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137332841,5,FailOnTimeoutGroup] 2024-11-20T21:16:57,838 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:16:57,838 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:16:57,838 DEBUG [M:0;0b16ab3f13b7:42005 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:16:57,838 INFO [M:0;0b16ab3f13b7:42005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:16:57,838 INFO [M:0;0b16ab3f13b7:42005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:16:57,838 ERROR [M:0;0b16ab3f13b7:42005 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:46339 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46339,5,PEWorkerGroup] 2024-11-20T21:16:57,839 INFO [M:0;0b16ab3f13b7:42005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:16:57,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:16:57,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:16:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:16:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:16:57,840 DEBUG [M:0;0b16ab3f13b7:42005 {}] zookeeper.ZKUtil(347): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:16:57,840 WARN [M:0;0b16ab3f13b7:42005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:16:57,840 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137332850 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137332850,5,FailOnTimeoutGroup] 2024-11-20T21:16:57,841 INFO [M:0;0b16ab3f13b7:42005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/.lastflushedseqids 2024-11-20T21:16:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741865_1041 (size=686) 2024-11-20T21:16:57,865 INFO [M:0;0b16ab3f13b7:42005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:16:57,865 INFO [M:0;0b16ab3f13b7:42005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:16:57,865 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:16:57,865 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,865 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,865 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:16:57,865 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,866 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.24 KB heapSize=243.17 KB 2024-11-20T21:16:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741865_1041 (size=686) 2024-11-20T21:16:57,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741865_1041 (size=686) 2024-11-20T21:16:57,936 INFO [RS:1;0b16ab3f13b7:37101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:16:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:57,936 INFO [RS:1;0b16ab3f13b7:37101 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,37101,1732137330672; zookeeper connection closed. 2024-11-20T21:16:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37101-0x1005f0c29b80002, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:57,939 DEBUG [M:0;0b16ab3f13b7:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61de21154c624b13a9ba24218642045f is 82, key is hbase:meta,,1/info:regioninfo/1732137343959/Put/seqid=0 2024-11-20T21:16:57,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3372f3ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3372f3ae 2024-11-20T21:16:57,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:16:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741866_1042 (size=5672) 2024-11-20T21:16:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741866_1042 (size=5672) 2024-11-20T21:16:57,996 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61de21154c624b13a9ba24218642045f 2024-11-20T21:16:57,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741866_1042 (size=5672) 2024-11-20T21:16:58,046 DEBUG [M:0;0b16ab3f13b7:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e9bec3e6314fb892f979b350ba5731 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137356280/Put/seqid=0 2024-11-20T21:16:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741867_1043 (size=8972) 2024-11-20T21:16:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741867_1043 (size=8972) 2024-11-20T21:16:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741867_1043 (size=8972) 2024-11-20T21:16:58,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:16:58,496 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.51 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e9bec3e6314fb892f979b350ba5731 2024-11-20T21:16:58,504 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e9bec3e6314fb892f979b350ba5731 2024-11-20T21:16:58,521 DEBUG [M:0;0b16ab3f13b7:42005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcaf2070e82042cea32c2cc92d4b4d37 is 69, key is 0b16ab3f13b7,37101,1732137330672/rs:state/1732137333072/Put/seqid=0 2024-11-20T21:16:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741868_1044 (size=5441) 2024-11-20T21:16:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741868_1044 (size=5441) 2024-11-20T21:16:58,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741868_1044 (size=5441) 2024-11-20T21:16:58,529 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcaf2070e82042cea32c2cc92d4b4d37 2024-11-20T21:16:58,539 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcaf2070e82042cea32c2cc92d4b4d37 2024-11-20T21:16:58,540 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61de21154c624b13a9ba24218642045f as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61de21154c624b13a9ba24218642045f 2024-11-20T21:16:58,547 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61de21154c624b13a9ba24218642045f, entries=8, sequenceid=515, filesize=5.5 K 2024-11-20T21:16:58,548 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13e9bec3e6314fb892f979b350ba5731 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13e9bec3e6314fb892f979b350ba5731 2024-11-20T21:16:58,555 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13e9bec3e6314fb892f979b350ba5731 2024-11-20T21:16:58,555 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13e9bec3e6314fb892f979b350ba5731, entries=56, sequenceid=515, filesize=8.8 K 2024-11-20T21:16:58,556 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcaf2070e82042cea32c2cc92d4b4d37 as hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcaf2070e82042cea32c2cc92d4b4d37 2024-11-20T21:16:58,566 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcaf2070e82042cea32c2cc92d4b4d37 2024-11-20T21:16:58,567 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/e3a6c03f-250b-45d5-a25d-de862ccf648a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcaf2070e82042cea32c2cc92d4b4d37, entries=3, sequenceid=515, filesize=5.3 K 2024-11-20T21:16:58,568 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.24 KB/200952, heapSize ~242.88 KB/248704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=515, compaction requested=false 2024-11-20T21:16:58,571 INFO [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:58,571 DEBUG [M:0;0b16ab3f13b7:42005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137417865Disabling compacts and flushes for region at 1732137417865Disabling writes for close at 1732137417865Obtaining lock to block concurrent updates at 1732137417866 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137417866Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200952, getHeapSize=248944, getOffHeapSize=0, getCellsCount=622 at 1732137417866Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137417868 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137417868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137417938 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137417938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137418010 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137418045 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137418045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137418504 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137418520 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137418520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0e0ed1: reopening flushed file at 1732137418539 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d684a55: reopening flushed file at 1732137418547 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482b4d17: reopening flushed file at 1732137418555 (+8 ms)Finished flush of dataSize ~196.24 KB/200952, heapSize ~242.88 KB/248704, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=515, compaction requested=false at 1732137418568 (+13 ms)Writing region close event to WAL at 1732137418571 (+3 ms)Closed at 1732137418571 2024-11-20T21:16:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741830_1006 (size=235274) 2024-11-20T21:16:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36773 is added to blk_1073741830_1006 (size=235274) 2024-11-20T21:16:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741830_1006 (size=235274) 2024-11-20T21:16:58,578 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:16:58,578 INFO [M:0;0b16ab3f13b7:42005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:16:58,579 INFO [M:0;0b16ab3f13b7:42005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42005 2024-11-20T21:16:58,579 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:16:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:58,682 INFO [M:0;0b16ab3f13b7:42005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:16:58,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42005-0x1005f0c29b80000, quorum=127.0.0.1:51318, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:16:58,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f6b760{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:58,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1c92fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:16:58,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:16:58,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:16:58,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,STOPPED} 2024-11-20T21:16:58,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:16:58,694 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:16:58,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:16:58,694 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554013422-172.17.0.3-1732137326140 (Datanode Uuid 136bc7f0-49e0-46de-9bf2-86f6dfda5720) service to localhost/127.0.0.1:46339 2024-11-20T21:16:58,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data5/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data6/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:16:58,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2158aabb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:58,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b806e81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:16:58,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:16:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:16:58,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,STOPPED} 2024-11-20T21:16:58,707 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:16:58,707 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554013422-172.17.0.3-1732137326140 (Datanode Uuid d0d9440b-7a78-4bdd-8746-2a6eb5052b02) service to localhost/127.0.0.1:46339 2024-11-20T21:16:58,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:16:58,707 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:16:58,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data3/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data4/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:16:58,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4468dec9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:58,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75193788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:16:58,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:16:58,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:16:58,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,STOPPED} 2024-11-20T21:16:58,712 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:16:58,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:16:58,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:16:58,713 WARN [BP-554013422-172.17.0.3-1732137326140 heartbeating to localhost/127.0.0.1:46339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554013422-172.17.0.3-1732137326140 (Datanode Uuid b7ebc412-c7ba-48ff-8543-dda283459dcc) service to localhost/127.0.0.1:46339 2024-11-20T21:16:58,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data1/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/cluster_3ee144bf-6831-8d01-e031-417c4bb3c1c0/data/data2/current/BP-554013422-172.17.0.3-1732137326140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:16:58,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:16:58,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:16:58,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:16:58,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:16:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:16:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir/,STOPPED} 2024-11-20T21:16:58,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:16:58,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:16:58,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46339 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@75ff9609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:46339 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 880), ProcessCount=11 (was 11), AvailableMemoryMB=1272 (was 1008) - AvailableMemoryMB LEAK? - 2024-11-20T21:16:58,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=11, AvailableMemoryMB=1270 2024-11-20T21:16:58,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir so I do NOT create it in target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa 2024-11-20T21:16:58,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:16:58,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.tmp.dir so I do NOT create it in target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa 2024-11-20T21:16:58,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13662645-f787-0a14-43fc-a215cafd7373/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:16:58,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa 2024-11-20T21:16:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:16:58,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a, deleteOnExit=true 2024-11-20T21:16:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:16:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/test.cache.data in system properties and HBase conf 2024-11-20T21:16:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:16:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:16:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:16:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:16:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:16:58,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:16:58,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:16:58,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:16:58,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:16:58,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:58,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:58,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:58,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:58,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:16:58,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:58,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e097cb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:58,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71cdb09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:59,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12387daa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/java.io.tmpdir/jetty-localhost-35903-hadoop-hdfs-3_4_1-tests_jar-_-any-14863305206606422469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:16:59,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2475479b{HTTP/1.1, (http/1.1)}{localhost:35903} 2024-11-20T21:16:59,109 INFO [Time-limited test {}] server.Server(415): Started @95213ms 2024-11-20T21:16:59,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:59,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:59,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:59,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:59,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:16:59,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519ac7c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:59,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1755fd37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:59,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a8c2d0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/java.io.tmpdir/jetty-localhost-39847-hadoop-hdfs-3_4_1-tests_jar-_-any-2725779271943974621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:59,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a61ad1{HTTP/1.1, (http/1.1)}{localhost:39847} 2024-11-20T21:16:59,385 INFO [Time-limited test {}] server.Server(415): Started @95489ms 2024-11-20T21:16:59,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:16:59,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:59,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:59,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:59,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:59,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:16:59,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@382fb64c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:59,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df9d2db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:59,475 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data1/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,475 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data2/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,492 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:16:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26f917ddb0d002cf with lease ID 0xefc56a117e9bdca6: Processing first storage report for DS-3783b066-0ecd-40f7-9e1e-fb395d29f574 from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=fb49911b-c8b1-4a73-8816-20886a7090f4, infoPort=45673, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26f917ddb0d002cf with lease ID 0xefc56a117e9bdca6: from storage DS-3783b066-0ecd-40f7-9e1e-fb395d29f574 node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=fb49911b-c8b1-4a73-8816-20886a7090f4, infoPort=45673, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26f917ddb0d002cf with lease ID 0xefc56a117e9bdca6: Processing first storage report for DS-867ef5ba-2ac5-43a9-87e3-463dfa5af6bb from datanode DatanodeRegistration(127.0.0.1:43817, datanodeUuid=fb49911b-c8b1-4a73-8816-20886a7090f4, infoPort=45673, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26f917ddb0d002cf with lease ID 0xefc56a117e9bdca6: from storage DS-867ef5ba-2ac5-43a9-87e3-463dfa5af6bb node DatanodeRegistration(127.0.0.1:43817, datanodeUuid=fb49911b-c8b1-4a73-8816-20886a7090f4, infoPort=45673, infoSecurePort=0, ipcPort=39639, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59829fca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-4835027685112813147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:59,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a24c7a6{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-20T21:16:59,545 INFO [Time-limited test {}] server.Server(415): Started @95650ms 2024-11-20T21:16:59,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:16:59,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:59,596 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:59,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:59,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:59,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:16:59,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:59,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:59,641 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data3/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,642 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data4/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,676 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:16:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf583d7f8f3138b6 with lease ID 0xefc56a117e9bdca7: Processing first storage report for DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d from datanode DatanodeRegistration(127.0.0.1:38195, datanodeUuid=0a5a93a3-2242-4cff-bf18-7db822940ecf, infoPort=42861, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf583d7f8f3138b6 with lease ID 0xefc56a117e9bdca7: from storage DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d node DatanodeRegistration(127.0.0.1:38195, datanodeUuid=0a5a93a3-2242-4cff-bf18-7db822940ecf, infoPort=42861, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf583d7f8f3138b6 with lease ID 0xefc56a117e9bdca7: Processing first storage report for DS-63032bfa-670d-4e33-b846-129059213e99 from datanode DatanodeRegistration(127.0.0.1:38195, datanodeUuid=0a5a93a3-2242-4cff-bf18-7db822940ecf, infoPort=42861, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf583d7f8f3138b6 with lease ID 0xefc56a117e9bdca7: from storage DS-63032bfa-670d-4e33-b846-129059213e99 node DatanodeRegistration(127.0.0.1:38195, datanodeUuid=0a5a93a3-2242-4cff-bf18-7db822940ecf, infoPort=42861, infoSecurePort=0, ipcPort=40333, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:16:59,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:16:59,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:16:59,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30f7c0fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/java.io.tmpdir/jetty-localhost-40517-hadoop-hdfs-3_4_1-tests_jar-_-any-4945507640859069403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:59,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:40517} 2024-11-20T21:16:59,729 INFO [Time-limited test {}] server.Server(415): Started @95834ms 2024-11-20T21:16:59,731 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:16:59,853 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data5/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,854 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data6/current/BP-238244258-172.17.0.3-1732137418875/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:59,899 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:16:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6484355f605b257c with lease ID 0xefc56a117e9bdca8: Processing first storage report for DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4 from datanode DatanodeRegistration(127.0.0.1:34091, datanodeUuid=4a95ad2f-2cdf-4d47-bc5c-56b0f6fe14ed, infoPort=46401, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6484355f605b257c with lease ID 0xefc56a117e9bdca8: from storage DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4 node DatanodeRegistration(127.0.0.1:34091, datanodeUuid=4a95ad2f-2cdf-4d47-bc5c-56b0f6fe14ed, infoPort=46401, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6484355f605b257c with lease ID 0xefc56a117e9bdca8: Processing first storage report for DS-4b66c43c-a941-442c-a19d-ad9056b4acee from datanode DatanodeRegistration(127.0.0.1:34091, datanodeUuid=4a95ad2f-2cdf-4d47-bc5c-56b0f6fe14ed, infoPort=46401, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875) 2024-11-20T21:16:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6484355f605b257c with lease ID 0xefc56a117e9bdca8: from storage DS-4b66c43c-a941-442c-a19d-ad9056b4acee node DatanodeRegistration(127.0.0.1:34091, datanodeUuid=4a95ad2f-2cdf-4d47-bc5c-56b0f6fe14ed, infoPort=46401, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=707558672;c=1732137418875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:59,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa 2024-11-20T21:16:59,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/zookeeper_0, clientPort=60886, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:16:59,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60886 2024-11-20T21:16:59,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:59,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:00,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 with version=8 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/hbase-staging 2024-11-20T21:17:00,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:00,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:00,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:00,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33429 2024-11-20T21:17:00,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33429 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-20T21:17:00,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334290x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:00,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33429-0x1005f0d8f700000 connected 2024-11-20T21:17:00,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:17:00,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354, hbase.cluster.distributed=false 2024-11-20T21:17:00,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:17:00,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33429 2024-11-20T21:17:00,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33429 2024-11-20T21:17:00,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33429 2024-11-20T21:17:00,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33429 2024-11-20T21:17:00,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33429 2024-11-20T21:17:00,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:00,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:00,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:00,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34179 2024-11-20T21:17:00,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34179 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-20T21:17:00,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341790x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:00,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341790x0, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:17:00,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:00,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34179-0x1005f0d8f700001 connected 2024-11-20T21:17:00,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:00,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:17:00,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:17:00,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-20T21:17:00,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34179 2024-11-20T21:17:00,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34179 2024-11-20T21:17:00,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-20T21:17:00,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34179 2024-11-20T21:17:00,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:00,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:00,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44429 2024-11-20T21:17:00,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44429 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-20T21:17:00,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444290x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:00,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444290x0, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:17:00,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44429-0x1005f0d8f700002 connected 2024-11-20T21:17:00,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:00,304 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:00,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:17:00,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:17:00,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-20T21:17:00,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44429 2024-11-20T21:17:00,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44429 2024-11-20T21:17:00,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-20T21:17:00,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44429 2024-11-20T21:17:00,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:00,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:00,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45377 2024-11-20T21:17:00,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45377 connecting to ZooKeeper ensemble=127.0.0.1:60886 2024-11-20T21:17:00,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453770x0, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:00,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453770x0, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:17:00,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:00,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45377-0x1005f0d8f700003 connected 2024-11-20T21:17:00,364 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:00,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:17:00,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:17:00,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45377 2024-11-20T21:17:00,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45377 2024-11-20T21:17:00,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45377 2024-11-20T21:17:00,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45377 2024-11-20T21:17:00,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45377 2024-11-20T21:17:00,389 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:33429 2024-11-20T21:17:00,389 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,392 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:17:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,395 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:17:00,396 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0b16ab3f13b7,33429,1732137420061 from backup master directory 2024-11-20T21:17:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:17:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:17:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:17:00,399 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:00,399 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/hbase.id] with ID: 902e5fbc-cede-494b-aa7a-4deb965adebb 2024-11-20T21:17:00,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.tmp/hbase.id 2024-11-20T21:17:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:00,419 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.tmp/hbase.id]:[hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/hbase.id] 2024-11-20T21:17:00,433 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,433 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:00,435 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:17:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:00,449 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:00,450 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:00,451 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:00,462 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store 2024-11-20T21:17:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:00,472 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:00,472 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:00,472 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137420472Disabling compacts and flushes for region at 1732137420472Disabling writes for close at 1732137420472Writing region close event to WAL at 1732137420472Closed at 1732137420472 2024-11-20T21:17:00,473 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/.initializing 2024-11-20T21:17:00,473 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/WALs/0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,475 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:00,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C33429%2C1732137420061, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/WALs/0b16ab3f13b7,33429,1732137420061, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:00,491 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/WALs/0b16ab3f13b7,33429,1732137420061/0b16ab3f13b7%2C33429%2C1732137420061.1732137420478, exclude list is [], retry=0 2024-11-20T21:17:00,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4,DISK] 2024-11-20T21:17:00,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-3783b066-0ecd-40f7-9e1e-fb395d29f574,DISK] 2024-11-20T21:17:00,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38195,DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d,DISK] 2024-11-20T21:17:00,501 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/WALs/0b16ab3f13b7,33429,1732137420061/0b16ab3f13b7%2C33429%2C1732137420061.1732137420478 2024-11-20T21:17:00,504 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46401:46401),(127.0.0.1/127.0.0.1:45673:45673),(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-20T21:17:00,504 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:00,505 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:00,505 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,505 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:00,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:00,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:00,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:00,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:00,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:00,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:00,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:00,516 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,517 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,517 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,519 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,519 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,520 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:00,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:00,523 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:00,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59596097, jitterRate=-0.11194895207881927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:00,524 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137420505Initializing all the Stores at 1732137420506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137420506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137420506Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137420506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137420506Cleaning up temporary data from old regions at 1732137420519 (+13 ms)Region opened successfully at 1732137420524 (+5 ms) 2024-11-20T21:17:00,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:00,528 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d14b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:00,529 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:00,530 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:00,530 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:00,530 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:00,530 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:00,531 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:00,531 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T21:17:00,535 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:00,535 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:00,537 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:17:00,537 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:00,538 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:00,539 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:17:00,540 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:00,540 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:00,542 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:17:00,542 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:00,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:17:00,545 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:00,547 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:17:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,550 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,33429,1732137420061, sessionid=0x1005f0d8f700000, setting cluster-up flag (Was=false) 2024-11-20T21:17:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,560 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:17:00,561 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:00,571 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:17:00,572 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:00,573 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:00,575 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:00,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:00,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:00,575 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,33429,1732137420061 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:00,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,579 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(746): ClusterId : 902e5fbc-cede-494b-aa7a-4deb965adebb 2024-11-20T21:17:00,579 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:00,580 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(746): ClusterId : 902e5fbc-cede-494b-aa7a-4deb965adebb 2024-11-20T21:17:00,580 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:00,581 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(746): ClusterId : 902e5fbc-cede-494b-aa7a-4deb965adebb 2024-11-20T21:17:00,581 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:00,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:00,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:00,584 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:00,584 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:00,584 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:00,584 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:00,584 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:00,584 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:00,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137450585 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:00,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:00,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,586 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:00,586 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:00,586 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:00,587 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:00,587 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:00,588 DEBUG [RS:2;0b16ab3f13b7:45377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8391f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:00,588 DEBUG [RS:1;0b16ab3f13b7:44429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3e6c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:00,588 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:00,588 DEBUG [RS:0;0b16ab3f13b7:34179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69645bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:00,588 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:00,588 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:00,597 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137420588,5,FailOnTimeoutGroup] 2024-11-20T21:17:00,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137420597,5,FailOnTimeoutGroup] 2024-11-20T21:17:00,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:00,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,606 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0b16ab3f13b7:45377 2024-11-20T21:17:00,606 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:00,606 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:00,607 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:00,608 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,33429,1732137420061 with port=45377, startcode=1732137420348 2024-11-20T21:17:00,608 DEBUG [RS:2;0b16ab3f13b7:45377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:00,609 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0b16ab3f13b7:44429 2024-11-20T21:17:00,609 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:00,609 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:00,609 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:00,610 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,33429,1732137420061 with port=44429, startcode=1732137420283 2024-11-20T21:17:00,610 DEBUG [RS:1;0b16ab3f13b7:44429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:00,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:00,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:00,611 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:00,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,613 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:34179 2024-11-20T21:17:00,613 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:00,613 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:00,613 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:00,613 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:00,614 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:00,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,614 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351 2024-11-20T21:17:00,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,614 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:00,614 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,33429,1732137420061 with port=34179, startcode=1732137420209 2024-11-20T21:17:00,614 DEBUG [RS:0;0b16ab3f13b7:34179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:00,615 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:00,615 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:00,615 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351 2024-11-20T21:17:00,615 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:00,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33429 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:17:00,617 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:00,617 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351 2024-11-20T21:17:00,617 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:00,620 DEBUG [RS:2;0b16ab3f13b7:45377 {}] zookeeper.ZKUtil(111): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,620 WARN [RS:2;0b16ab3f13b7:45377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:00,621 INFO [RS:2;0b16ab3f13b7:45377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:00,621 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,621 DEBUG [RS:1;0b16ab3f13b7:44429 {}] zookeeper.ZKUtil(111): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,622 WARN [RS:1;0b16ab3f13b7:44429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:00,622 INFO [RS:1;0b16ab3f13b7:44429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:00,622 DEBUG [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,622 DEBUG [RS:0;0b16ab3f13b7:34179 {}] zookeeper.ZKUtil(111): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,622 WARN [RS:0;0b16ab3f13b7:34179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:00,622 INFO [RS:0;0b16ab3f13b7:34179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:00,622 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,45377,1732137420348] 2024-11-20T21:17:00,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,34179,1732137420209] 2024-11-20T21:17:00,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,44429,1732137420283] 2024-11-20T21:17:00,636 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:00,638 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:00,638 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:00,643 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:00,644 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:00,644 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:17:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:17:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:17:00,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:00,648 INFO [RS:1;0b16ab3f13b7:44429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:00,649 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,649 INFO [RS:2;0b16ab3f13b7:45377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:00,649 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,652 INFO [RS:0;0b16ab3f13b7:34179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:00,652 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,652 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:00,653 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:00,653 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,653 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,654 DEBUG [RS:0;0b16ab3f13b7:34179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,656 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:00,657 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:00,657 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:00,657 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:00,657 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,657 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,658 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:00,659 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,659 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,659 DEBUG [RS:1;0b16ab3f13b7:44429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,659 DEBUG [RS:2;0b16ab3f13b7:45377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:00,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:00,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:00,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,661 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34179,1732137420209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:00,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:00,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:00,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:00,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:00,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:00,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:00,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:00,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:00,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:00,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:00,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740 2024-11-20T21:17:00,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,669 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45377,1732137420348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,670 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44429,1732137420283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:00,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:00,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:00,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:00,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:00,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:00,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73708732, jitterRate=0.09834569692611694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137420647Initializing all the Stores at 1732137420647Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137420647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137420657 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137420657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137420657Cleaning up temporary data from old regions at 1732137420671 (+14 ms)Region opened successfully at 1732137420677 (+6 ms) 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:00,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:00,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:00,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137420678Disabling compacts and flushes for region at 1732137420678Disabling writes for close at 1732137420678Writing region close event to WAL at 1732137420678Closed at 1732137420678 2024-11-20T21:17:00,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:00,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:00,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:00,682 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:00,682 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34179,1732137420209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,682 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,682 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.Replication(171): 0b16ab3f13b7,34179,1732137420209 started 2024-11-20T21:17:00,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:00,687 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:00,689 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:00,689 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45377,1732137420348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,689 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,689 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.Replication(171): 0b16ab3f13b7,45377,1732137420348 started 2024-11-20T21:17:00,695 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:00,696 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44429,1732137420283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,696 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,696 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.Replication(171): 0b16ab3f13b7,44429,1732137420283 started 2024-11-20T21:17:00,703 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,703 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,34179,1732137420209, RpcServer on 0b16ab3f13b7/172.17.0.3:34179, sessionid=0x1005f0d8f700001 2024-11-20T21:17:00,703 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:00,703 DEBUG [RS:0;0b16ab3f13b7:34179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,704 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,34179,1732137420209' 2024-11-20T21:17:00,704 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:17:00,706 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,34179,1732137420209' 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:17:00,707 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:17:00,708 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,708 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,45377,1732137420348, RpcServer on 0b16ab3f13b7/172.17.0.3:45377, sessionid=0x1005f0d8f700003 2024-11-20T21:17:00,708 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:00,708 DEBUG [RS:2;0b16ab3f13b7:45377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,708 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45377,1732137420348' 2024-11-20T21:17:00,708 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:17:00,708 DEBUG [RS:0;0b16ab3f13b7:34179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:00,708 INFO [RS:0;0b16ab3f13b7:34179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:00,708 INFO [RS:0;0b16ab3f13b7:34179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:00,708 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45377,1732137420348' 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:17:00,709 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:17:00,710 DEBUG [RS:2;0b16ab3f13b7:45377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:00,710 INFO [RS:2;0b16ab3f13b7:45377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:00,710 INFO [RS:2;0b16ab3f13b7:45377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:00,713 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:00,714 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,44429,1732137420283, RpcServer on 0b16ab3f13b7/172.17.0.3:44429, sessionid=0x1005f0d8f700002 2024-11-20T21:17:00,714 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:00,714 DEBUG [RS:1;0b16ab3f13b7:44429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,714 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44429,1732137420283' 2024-11-20T21:17:00,714 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:17:00,715 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:17:00,716 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:00,716 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:00,716 DEBUG [RS:1;0b16ab3f13b7:44429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:00,716 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44429,1732137420283' 2024-11-20T21:17:00,716 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:17:00,723 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:17:00,723 DEBUG [RS:1;0b16ab3f13b7:44429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:00,724 INFO [RS:1;0b16ab3f13b7:44429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:00,724 INFO [RS:1;0b16ab3f13b7:44429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:00,809 INFO [RS:0;0b16ab3f13b7:34179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:00,810 INFO [RS:2;0b16ab3f13b7:45377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:00,811 INFO [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C34179%2C1732137420209, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs, maxLogs=32 2024-11-20T21:17:00,812 INFO [RS:2;0b16ab3f13b7:45377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C45377%2C1732137420348, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,45377,1732137420348, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs, maxLogs=32 2024-11-20T21:17:00,824 INFO [RS:1;0b16ab3f13b7:44429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:00,830 INFO [RS:1;0b16ab3f13b7:44429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C44429%2C1732137420283, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs, maxLogs=32 2024-11-20T21:17:00,831 DEBUG [RS:0;0b16ab3f13b7:34179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209/0b16ab3f13b7%2C34179%2C1732137420209.1732137420812, exclude list is [], retry=0 2024-11-20T21:17:00,833 DEBUG [RS:2;0b16ab3f13b7:45377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,45377,1732137420348/0b16ab3f13b7%2C45377%2C1732137420348.1732137420813, exclude list is [], retry=0 2024-11-20T21:17:00,843 WARN [0b16ab3f13b7:33429 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:17:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4,DISK] 2024-11-20T21:17:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-3783b066-0ecd-40f7-9e1e-fb395d29f574,DISK] 2024-11-20T21:17:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38195,DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d,DISK] 2024-11-20T21:17:00,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38195,DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d,DISK] 2024-11-20T21:17:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-3783b066-0ecd-40f7-9e1e-fb395d29f574,DISK] 2024-11-20T21:17:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4,DISK] 2024-11-20T21:17:00,850 DEBUG [RS:1;0b16ab3f13b7:44429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, exclude list is [], retry=0 2024-11-20T21:17:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4,DISK] 2024-11-20T21:17:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38195,DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d,DISK] 2024-11-20T21:17:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-3783b066-0ecd-40f7-9e1e-fb395d29f574,DISK] 2024-11-20T21:17:00,873 INFO [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209/0b16ab3f13b7%2C34179%2C1732137420209.1732137420812 2024-11-20T21:17:00,881 DEBUG [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861),(127.0.0.1/127.0.0.1:45673:45673),(127.0.0.1/127.0.0.1:46401:46401)] 2024-11-20T21:17:00,882 INFO [RS:2;0b16ab3f13b7:45377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,45377,1732137420348/0b16ab3f13b7%2C45377%2C1732137420348.1732137420813 2024-11-20T21:17:00,884 DEBUG [RS:2;0b16ab3f13b7:45377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861),(127.0.0.1/127.0.0.1:45673:45673),(127.0.0.1/127.0.0.1:46401:46401)] 2024-11-20T21:17:00,885 INFO [RS:1;0b16ab3f13b7:44429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 2024-11-20T21:17:00,888 DEBUG [RS:1;0b16ab3f13b7:44429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42861:42861),(127.0.0.1/127.0.0.1:46401:46401),(127.0.0.1/127.0.0.1:45673:45673)] 2024-11-20T21:17:01,094 DEBUG [0b16ab3f13b7:33429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:17:01,094 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:17:01,098 INFO [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:17:01,098 INFO [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:17:01,098 INFO [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:17:01,098 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:17:01,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:01,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,34179,1732137420209, state=OPENING 2024-11-20T21:17:01,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:01,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:01,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:17:01,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:01,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:01,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:01,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:01,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:01,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:02,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:02,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:02,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:02,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:02,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:02,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:02,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:09,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:17:09,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:11,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:11,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:11,118 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:11,118 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:11,118 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:11,120 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C34179%2C1732137420209.meta, suffix=.meta, logDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs, maxLogs=32 2024-11-20T21:17:11,134 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209/0b16ab3f13b7%2C34179%2C1732137420209.meta.1732137431121.meta, exclude list is [], retry=0 2024-11-20T21:17:11,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34091,DS-2e7eb841-d72a-40fb-a1e9-9cd1a61bbac4,DISK] 2024-11-20T21:17:11,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43817,DS-3783b066-0ecd-40f7-9e1e-fb395d29f574,DISK] 2024-11-20T21:17:11,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38195,DS-e1a00db6-b4ab-433e-b20d-913078f3ff0d,DISK] 2024-11-20T21:17:11,139 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,34179,1732137420209/0b16ab3f13b7%2C34179%2C1732137420209.meta.1732137431121.meta 2024-11-20T21:17:11,139 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45673:45673),(127.0.0.1/127.0.0.1:46401:46401),(127.0.0.1/127.0.0.1:42861:42861)] 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:11,140 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:11,140 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:11,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:11,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:11,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:11,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:11,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:11,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:11,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:11,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:11,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:11,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:11,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:11,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:11,147 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:11,148 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740 2024-11-20T21:17:11,149 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740 2024-11-20T21:17:11,151 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:11,151 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:11,151 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:11,152 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:11,153 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63514643, jitterRate=-0.05355806648731232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:11,154 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:11,154 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137431141Writing region info on filesystem at 1732137431141Initializing all the Stores at 1732137431141Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137431141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137431142 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137431142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137431142Cleaning up temporary data from old regions at 1732137431151 (+9 ms)Running coprocessor post-open hooks at 1732137431154 (+3 ms)Region opened successfully at 1732137431154 2024-11-20T21:17:11,155 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137431109 2024-11-20T21:17:11,157 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:11,157 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:11,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:11,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,34179,1732137420209, state=OPEN 2024-11-20T21:17:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:17:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:17:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:17:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:17:11,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:11,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:11,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:11,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:17:11,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:11,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:11,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34179,1732137420209 in 10.0540 sec 2024-11-20T21:17:11,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:11,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4830 sec 2024-11-20T21:17:11,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:11,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:11,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:11,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,34179,1732137420209, seqNum=-1] 2024-11-20T21:17:11,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:11,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:11,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6030 sec 2024-11-20T21:17:11,177 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137431177, completionTime=-1 2024-11-20T21:17:11,177 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:17:11,178 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:11,179 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-20T21:17:11,179 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137491179 2024-11-20T21:17:11,179 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137551179 2024-11-20T21:17:11,179 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:33429, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,182 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.785sec 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:11,184 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:11,187 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:11,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e4b713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,187 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:11,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33429,1732137420061-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33429,-1 for getting cluster id 2024-11-20T21:17:11,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:11,189 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e5fbc-cede-494b-aa7a-4deb965adebb' 2024-11-20T21:17:11,189 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e5fbc-cede-494b-aa7a-4deb965adebb" 2024-11-20T21:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2a4987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33429,-1] 2024-11-20T21:17:11,190 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:11,191 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,192 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:11,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793e9273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:11,194 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,34179,1732137420209, seqNum=-1] 2024-11-20T21:17:11,194 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:11,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:11,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:11,198 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732137431198 (current time:1732137431198). 2024-11-20T21:17:11,198 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:17:11,198 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T21:17:11,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce65046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33429,-1 for getting cluster id 2024-11-20T21:17:11,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:11,200 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e5fbc-cede-494b-aa7a-4deb965adebb' 2024-11-20T21:17:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e5fbc-cede-494b-aa7a-4deb965adebb" 2024-11-20T21:17:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f627d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33429,-1] 2024-11-20T21:17:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,202 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:11,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1195be55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:11,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,34179,1732137420209, seqNum=-1] 2024-11-20T21:17:11,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:11,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:11,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:11,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:11,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:11,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:11,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:11,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5320c5ae 2024-11-20T21:17:11,207 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:11,208 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:11,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T21:17:11,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:11,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T21:17:11,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:17:11,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:17:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741837_1013 (size=361) 2024-11-20T21:17:11,227 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31e21c5dd01246b02044ec0352930499, NAME => 'SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,227 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e7f0337bec2f4aa29d2899fa4fc44701, NAME => 'SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,229 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6a84b3ed024f6e556ec45dac60daee80, NAME => 'SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741839_1015 (size=54) 2024-11-20T21:17:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741839_1015 (size=54) 2024-11-20T21:17:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741839_1015 (size=54) 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 31e21c5dd01246b02044ec0352930499, disabling compactions & flushes 2024-11-20T21:17:11,246 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. after waiting 0 ms 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:11,246 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:11,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31e21c5dd01246b02044ec0352930499: Waiting for close lock at 1732137431246Disabling compacts and flushes for region at 1732137431246Disabling writes for close at 1732137431246Writing region close event to WAL at 1732137431246Closed at 1732137431246 2024-11-20T21:17:11,247 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85d92ffcd215db10d8c5e30c5c5d9e7c, NAME => 'SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6a84b3ed024f6e556ec45dac60daee80, disabling compactions & flushes 2024-11-20T21:17:11,255 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. after waiting 0 ms 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:11,255 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:11,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6a84b3ed024f6e556ec45dac60daee80: Waiting for close lock at 1732137431255Disabling compacts and flushes for region at 1732137431255Disabling writes for close at 1732137431255Writing region close event to WAL at 1732137431255Closed at 1732137431255 2024-11-20T21:17:11,256 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 229ff12f1ec2e77521986e1af0e47717, NAME => 'SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:17:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741840_1016 (size=62) 2024-11-20T21:17:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741838_1014 (size=62) 2024-11-20T21:17:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741838_1014 (size=62) 2024-11-20T21:17:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741838_1014 (size=62) 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e7f0337bec2f4aa29d2899fa4fc44701, disabling compactions & flushes 2024-11-20T21:17:11,282 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. after waiting 0 ms 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:11,282 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:11,282 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e7f0337bec2f4aa29d2899fa4fc44701: Waiting for close lock at 1732137431282Disabling compacts and flushes for region at 1732137431282Disabling writes for close at 1732137431282Writing region close event to WAL at 1732137431282Closed at 1732137431282 2024-11-20T21:17:11,283 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1a91229bbba4ec00bb82cb4efc91addd, NAME => 'SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:17:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:17:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:17:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741842_1018 (size=62) 2024-11-20T21:17:11,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 229ff12f1ec2e77521986e1af0e47717, disabling compactions & flushes 2024-11-20T21:17:11,296 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:11,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:11,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. after waiting 0 ms 2024-11-20T21:17:11,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:11,296 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:11,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 229ff12f1ec2e77521986e1af0e47717: Waiting for close lock at 1732137431296Disabling compacts and flushes for region at 1732137431296Disabling writes for close at 1732137431296Writing region close event to WAL at 1732137431296Closed at 1732137431296 2024-11-20T21:17:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:17:11,297 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f72e3c8358d358385cfdf55c7fa5fe4c, NAME => 'SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741841_1017 (size=62) 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 85d92ffcd215db10d8c5e30c5c5d9e7c, disabling compactions & flushes 2024-11-20T21:17:11,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. after waiting 0 ms 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:11,306 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:11,306 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85d92ffcd215db10d8c5e30c5c5d9e7c: Waiting for close lock at 1732137431306Disabling compacts and flushes for region at 1732137431306Disabling writes for close at 1732137431306Writing region close event to WAL at 1732137431306Closed at 1732137431306 2024-11-20T21:17:11,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02fdf467cda5b89b48c15306655157b0, NAME => 'SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:17:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:17:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741843_1019 (size=62) 2024-11-20T21:17:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:11,324 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1a91229bbba4ec00bb82cb4efc91addd, disabling compactions & flushes 2024-11-20T21:17:11,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:11,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:11,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. after waiting 0 ms 2024-11-20T21:17:11,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:11,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:11,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1a91229bbba4ec00bb82cb4efc91addd: Waiting for close lock at 1732137431325Disabling compacts and flushes for region at 1732137431325Disabling writes for close at 1732137431325Writing region close event to WAL at 1732137431325Closed at 1732137431325 2024-11-20T21:17:11,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 537256484f871008303f697f0ed6dcb6, NAME => 'SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:17:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:17:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741845_1021 (size=62) 2024-11-20T21:17:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:17:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:17:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741844_1020 (size=62) 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 02fdf467cda5b89b48c15306655157b0, disabling compactions & flushes 2024-11-20T21:17:11,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. after waiting 0 ms 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:11,389 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:11,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02fdf467cda5b89b48c15306655157b0: Waiting for close lock at 1732137431389Disabling compacts and flushes for region at 1732137431389Disabling writes for close at 1732137431389Writing region close event to WAL at 1732137431389Closed at 1732137431389 2024-11-20T21:17:11,390 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 188913660821dd9b4d4536bdaed45b93, NAME => 'SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f72e3c8358d358385cfdf55c7fa5fe4c, disabling compactions & flushes 2024-11-20T21:17:11,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. after waiting 0 ms 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:11,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:11,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f72e3c8358d358385cfdf55c7fa5fe4c: Waiting for close lock at 1732137431395Disabling compacts and flushes for region at 1732137431395Disabling writes for close at 1732137431395Writing region close event to WAL at 1732137431395Closed at 1732137431395 2024-11-20T21:17:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:17:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:17:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741846_1022 (size=62) 2024-11-20T21:17:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:17:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:17:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741847_1023 (size=54) 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 188913660821dd9b4d4536bdaed45b93, disabling compactions & flushes 2024-11-20T21:17:11,476 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. after waiting 0 ms 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:11,476 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:11,476 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 188913660821dd9b4d4536bdaed45b93: Waiting for close lock at 1732137431476Disabling compacts and flushes for region at 1732137431476Disabling writes for close at 1732137431476Writing region close event to WAL at 1732137431476Closed at 1732137431476 2024-11-20T21:17:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 537256484f871008303f697f0ed6dcb6, disabling compactions & flushes 2024-11-20T21:17:11,826 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. after waiting 0 ms 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:11,826 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:11,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 537256484f871008303f697f0ed6dcb6: Waiting for close lock at 1732137431826Disabling compacts and flushes for region at 1732137431826Disabling writes for close at 1732137431826Writing region close event to WAL at 1732137431826Closed at 1732137431826 2024-11-20T21:17:11,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:11,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732137431828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137431828"}]},"ts":"1732137431828"} 2024-11-20T21:17:11,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T21:17:11,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:11,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137431838"}]},"ts":"1732137431838"} 2024-11-20T21:17:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:11,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T21:17:11,842 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:17:11,872 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:17:11,872 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:17:11,872 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:17:11,872 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:17:11,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31e21c5dd01246b02044ec0352930499, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7f0337bec2f4aa29d2899fa4fc44701, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=229ff12f1ec2e77521986e1af0e47717, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a91229bbba4ec00bb82cb4efc91addd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02fdf467cda5b89b48c15306655157b0, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=537256484f871008303f697f0ed6dcb6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=188913660821dd9b4d4536bdaed45b93, ASSIGN}] 2024-11-20T21:17:11,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=188913660821dd9b4d4536bdaed45b93, ASSIGN 2024-11-20T21:17:11,878 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=537256484f871008303f697f0ed6dcb6, ASSIGN 2024-11-20T21:17:11,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02fdf467cda5b89b48c15306655157b0, ASSIGN 2024-11-20T21:17:11,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN 2024-11-20T21:17:11,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a91229bbba4ec00bb82cb4efc91addd, ASSIGN 2024-11-20T21:17:11,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=188913660821dd9b4d4536bdaed45b93, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45377,1732137420348; forceNewPlan=false, retain=false 2024-11-20T21:17:11,880 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=537256484f871008303f697f0ed6dcb6, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,34179,1732137420209; forceNewPlan=false, retain=false 2024-11-20T21:17:11,880 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02fdf467cda5b89b48c15306655157b0, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,34179,1732137420209; forceNewPlan=false, retain=false 2024-11-20T21:17:11,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,44429,1732137420283; forceNewPlan=false, retain=false 2024-11-20T21:17:11,882 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a91229bbba4ec00bb82cb4efc91addd, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45377,1732137420348; forceNewPlan=false, retain=false 2024-11-20T21:17:11,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=229ff12f1ec2e77521986e1af0e47717, ASSIGN 2024-11-20T21:17:11,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=229ff12f1ec2e77521986e1af0e47717, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,34179,1732137420209; forceNewPlan=false, retain=false 2024-11-20T21:17:11,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN 2024-11-20T21:17:11,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,44429,1732137420283; forceNewPlan=false, retain=false 2024-11-20T21:17:11,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN 2024-11-20T21:17:11,889 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,44429,1732137420283; forceNewPlan=false, retain=false 2024-11-20T21:17:11,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7f0337bec2f4aa29d2899fa4fc44701, ASSIGN 2024-11-20T21:17:11,891 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7f0337bec2f4aa29d2899fa4fc44701, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45377,1732137420348; forceNewPlan=false, retain=false 2024-11-20T21:17:11,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31e21c5dd01246b02044ec0352930499, ASSIGN 2024-11-20T21:17:11,893 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31e21c5dd01246b02044ec0352930499, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,34179,1732137420209; forceNewPlan=false, retain=false 2024-11-20T21:17:12,031 INFO [0b16ab3f13b7:33429 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T21:17:12,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a91229bbba4ec00bb82cb4efc91addd, regionState=OPENING, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:12,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=188913660821dd9b4d4536bdaed45b93, regionState=OPENING, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:12,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f72e3c8358d358385cfdf55c7fa5fe4c, regionState=OPENING, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:12,032 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=85d92ffcd215db10d8c5e30c5c5d9e7c, regionState=OPENING, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:12,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a84b3ed024f6e556ec45dac60daee80, regionState=OPENING, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:12,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=537256484f871008303f697f0ed6dcb6, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:12,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7f0337bec2f4aa29d2899fa4fc44701, regionState=OPENING, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:12,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=02fdf467cda5b89b48c15306655157b0, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:12,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=229ff12f1ec2e77521986e1af0e47717, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:12,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=188913660821dd9b4d4536bdaed45b93, ASSIGN because future has completed 2024-11-20T21:17:12,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31e21c5dd01246b02044ec0352930499, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:12,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 188913660821dd9b4d4536bdaed45b93, server=0b16ab3f13b7,45377,1732137420348}] 2024-11-20T21:17:12,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a91229bbba4ec00bb82cb4efc91addd, ASSIGN because future has completed 2024-11-20T21:17:12,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=537256484f871008303f697f0ed6dcb6, ASSIGN because future has completed 2024-11-20T21:17:12,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd, server=0b16ab3f13b7,45377,1732137420348}] 2024-11-20T21:17:12,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN because future has completed 2024-11-20T21:17:12,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537256484f871008303f697f0ed6dcb6, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:12,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7f0337bec2f4aa29d2899fa4fc44701, ASSIGN because future has completed 2024-11-20T21:17:12,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,44429,1732137420283}] 2024-11-20T21:17:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN because future has completed 2024-11-20T21:17:12,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,44429,1732137420283}] 2024-11-20T21:17:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN because future has completed 2024-11-20T21:17:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02fdf467cda5b89b48c15306655157b0, ASSIGN because future has completed 2024-11-20T21:17:12,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701, server=0b16ab3f13b7,45377,1732137420348}] 2024-11-20T21:17:12,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02fdf467cda5b89b48c15306655157b0, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=229ff12f1ec2e77521986e1af0e47717, ASSIGN because future has completed 2024-11-20T21:17:12,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=31e21c5dd01246b02044ec0352930499, ASSIGN because future has completed 2024-11-20T21:17:12,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 229ff12f1ec2e77521986e1af0e47717, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:12,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31e21c5dd01246b02044ec0352930499, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:12,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,44429,1732137420283}] 2024-11-20T21:17:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:12,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:17:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:16,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:16,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:16,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:16,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:16,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:16,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:19,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:17:19,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:19,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:19,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:17:22,056 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:22,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:22,063 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:22,063 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a91229bbba4ec00bb82cb4efc91addd, NAME => 'SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T21:17:22,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,065 INFO [StoreOpener-1a91229bbba4ec00bb82cb4efc91addd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,067 INFO [StoreOpener-1a91229bbba4ec00bb82cb4efc91addd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a91229bbba4ec00bb82cb4efc91addd columnFamilyName cf 2024-11-20T21:17:22,067 DEBUG [StoreOpener-1a91229bbba4ec00bb82cb4efc91addd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,068 INFO [StoreOpener-1a91229bbba4ec00bb82cb4efc91addd-1 {}] regionserver.HStore(327): Store=1a91229bbba4ec00bb82cb4efc91addd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,068 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,071 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,082 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/1a91229bbba4ec00bb82cb4efc91addd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,082 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1a91229bbba4ec00bb82cb4efc91addd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72681107, jitterRate=0.08303289115428925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:22,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1a91229bbba4ec00bb82cb4efc91addd: Running coprocessor pre-open hook at 1732137442064Writing region info on filesystem at 1732137442064Initializing all the Stores at 1732137442065 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442065Cleaning up temporary data from old regions at 1732137442070 (+5 ms)Running coprocessor post-open hooks at 1732137442083 (+13 ms)Region opened successfully at 1732137442083 2024-11-20T21:17:22,083 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:22,085 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd., pid=16, masterSystemTime=1732137442056 2024-11-20T21:17:22,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:22,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1a91229bbba4ec00bb82cb4efc91addd, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:22,088 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:22,088 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:22,088 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:22,089 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 188913660821dd9b4d4536bdaed45b93, NAME => 'SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T21:17:22,089 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,089 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,089 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,089 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,091 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:22,091 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 85d92ffcd215db10d8c5e30c5c5d9e7c, NAME => 'SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T21:17:22,091 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,091 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,092 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,092 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd, server=0b16ab3f13b7,45377,1732137420348 because future has completed 2024-11-20T21:17:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-20T21:17:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd, server=0b16ab3f13b7,45377,1732137420348 in 10.0410 sec 2024-11-20T21:17:22,097 INFO [StoreOpener-188913660821dd9b4d4536bdaed45b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,097 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a91229bbba4ec00bb82cb4efc91addd, ASSIGN in 10.2230 sec 2024-11-20T21:17:22,099 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85d92ffcd215db10d8c5e30c5c5d9e7c columnFamilyName cf 2024-11-20T21:17:22,099 DEBUG [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,099 INFO [StoreOpener-188913660821dd9b4d4536bdaed45b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 188913660821dd9b4d4536bdaed45b93 columnFamilyName cf 2024-11-20T21:17:22,099 DEBUG [StoreOpener-188913660821dd9b4d4536bdaed45b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,100 INFO [StoreOpener-188913660821dd9b4d4536bdaed45b93-1 {}] regionserver.HStore(327): Store=188913660821dd9b4d4536bdaed45b93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,100 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,101 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,102 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] regionserver.HStore(327): Store=85d92ffcd215db10d8c5e30c5c5d9e7c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,102 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,102 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,102 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,102 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,103 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,104 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,104 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,104 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,104 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,106 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,109 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,110 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 188913660821dd9b4d4536bdaed45b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68343853, jitterRate=0.018402770161628723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,110 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:22,110 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 188913660821dd9b4d4536bdaed45b93: Running coprocessor pre-open hook at 1732137442089Writing region info on filesystem at 1732137442089Initializing all the Stores at 1732137442091 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442091Cleaning up temporary data from old regions at 1732137442102 (+11 ms)Running coprocessor post-open hooks at 1732137442110 (+8 ms)Region opened successfully at 1732137442110 2024-11-20T21:17:22,111 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., pid=15, masterSystemTime=1732137442056 2024-11-20T21:17:22,113 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:22,113 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:22,113 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:22,113 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e7f0337bec2f4aa29d2899fa4fc44701, NAME => 'SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T21:17:22,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=188913660821dd9b4d4536bdaed45b93, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:22,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 188913660821dd9b4d4536bdaed45b93, server=0b16ab3f13b7,45377,1732137420348 because future has completed 2024-11-20T21:17:22,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T21:17:22,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 188913660821dd9b4d4536bdaed45b93, server=0b16ab3f13b7,45377,1732137420348 in 10.0800 sec 2024-11-20T21:17:22,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=188913660821dd9b4d4536bdaed45b93, ASSIGN in 10.2480 sec 2024-11-20T21:17:22,124 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:22,125 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 229ff12f1ec2e77521986e1af0e47717, NAME => 'SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T21:17:22,125 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,125 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,125 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,125 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,133 INFO [StoreOpener-e7f0337bec2f4aa29d2899fa4fc44701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,133 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,133 INFO [StoreOpener-229ff12f1ec2e77521986e1af0e47717-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,134 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 85d92ffcd215db10d8c5e30c5c5d9e7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61999738, jitterRate=-0.0761319100856781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,134 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:22,134 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 85d92ffcd215db10d8c5e30c5c5d9e7c: Running coprocessor pre-open hook at 1732137442092Writing region info on filesystem at 1732137442092Initializing all the Stores at 1732137442093 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442093Cleaning up temporary data from old regions at 1732137442104 (+11 ms)Running coprocessor post-open hooks at 1732137442134 (+30 ms)Region opened successfully at 1732137442134 2024-11-20T21:17:22,137 INFO [StoreOpener-e7f0337bec2f4aa29d2899fa4fc44701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f0337bec2f4aa29d2899fa4fc44701 columnFamilyName cf 2024-11-20T21:17:22,138 DEBUG [StoreOpener-e7f0337bec2f4aa29d2899fa4fc44701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,138 INFO [StoreOpener-e7f0337bec2f4aa29d2899fa4fc44701-1 {}] regionserver.HStore(327): Store=e7f0337bec2f4aa29d2899fa4fc44701/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,138 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,138 INFO [StoreOpener-229ff12f1ec2e77521986e1af0e47717-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 229ff12f1ec2e77521986e1af0e47717 columnFamilyName cf 2024-11-20T21:17:22,138 DEBUG [StoreOpener-229ff12f1ec2e77521986e1af0e47717-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,139 INFO [StoreOpener-229ff12f1ec2e77521986e1af0e47717-1 {}] regionserver.HStore(327): Store=229ff12f1ec2e77521986e1af0e47717/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,139 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,139 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,140 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,140 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,140 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,140 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,141 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c., pid=19, masterSystemTime=1732137442083 2024-11-20T21:17:22,141 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,142 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,142 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:22,143 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:22,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,143 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:22,144 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a84b3ed024f6e556ec45dac60daee80, NAME => 'SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T21:17:22,144 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,144 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,144 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,144 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=85d92ffcd215db10d8c5e30c5c5d9e7c, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:22,151 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,44429,1732137420283 because future has completed 2024-11-20T21:17:22,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-20T21:17:22,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,44429,1732137420283 in 10.0830 sec 2024-11-20T21:17:22,157 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN in 10.2830 sec 2024-11-20T21:17:22,161 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/229ff12f1ec2e77521986e1af0e47717/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,162 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 229ff12f1ec2e77521986e1af0e47717; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74679043, jitterRate=0.11280445754528046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,162 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:22,163 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a84b3ed024f6e556ec45dac60daee80 columnFamilyName cf 2024-11-20T21:17:22,163 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 229ff12f1ec2e77521986e1af0e47717: Running coprocessor pre-open hook at 1732137442125Writing region info on filesystem at 1732137442125Initializing all the Stores at 1732137442126 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442126Cleaning up temporary data from old regions at 1732137442142 (+16 ms)Running coprocessor post-open hooks at 1732137442162 (+20 ms)Region opened successfully at 1732137442163 (+1 ms) 2024-11-20T21:17:22,163 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/e7f0337bec2f4aa29d2899fa4fc44701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,163 DEBUG [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,163 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e7f0337bec2f4aa29d2899fa4fc44701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68294080, jitterRate=0.017661094665527344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,163 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:22,164 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e7f0337bec2f4aa29d2899fa4fc44701: Running coprocessor pre-open hook at 1732137442115Writing region info on filesystem at 1732137442115Initializing all the Stores at 1732137442117 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442117Cleaning up temporary data from old regions at 1732137442140 (+23 ms)Running coprocessor post-open hooks at 1732137442164 (+24 ms)Region opened successfully at 1732137442164 2024-11-20T21:17:22,164 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] regionserver.HStore(327): Store=6a84b3ed024f6e556ec45dac60daee80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,164 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,164 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717., pid=23, masterSystemTime=1732137442092 2024-11-20T21:17:22,165 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701., pid=20, masterSystemTime=1732137442056 2024-11-20T21:17:22,165 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,165 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,167 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,167 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,167 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:22,167 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:22,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=229ff12f1ec2e77521986e1af0e47717, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:22,168 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:22,168 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 02fdf467cda5b89b48c15306655157b0, NAME => 'SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T21:17:22,168 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,169 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,169 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,169 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,169 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:22,169 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,169 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:22,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 229ff12f1ec2e77521986e1af0e47717, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:17:22,170 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7f0337bec2f4aa29d2899fa4fc44701, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:22,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701, server=0b16ab3f13b7,45377,1732137420348 because future has completed 2024-11-20T21:17:22,173 INFO [StoreOpener-02fdf467cda5b89b48c15306655157b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,175 INFO [StoreOpener-02fdf467cda5b89b48c15306655157b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02fdf467cda5b89b48c15306655157b0 columnFamilyName cf 2024-11-20T21:17:22,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-20T21:17:22,175 DEBUG [StoreOpener-02fdf467cda5b89b48c15306655157b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,176 INFO [StoreOpener-02fdf467cda5b89b48c15306655157b0-1 {}] regionserver.HStore(327): Store=02fdf467cda5b89b48c15306655157b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,176 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,176 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,177 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,178 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6a84b3ed024f6e556ec45dac60daee80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69973819, jitterRate=0.04269115626811981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,178 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:22,178 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6a84b3ed024f6e556ec45dac60daee80: Running coprocessor pre-open hook at 1732137442144Writing region info on filesystem at 1732137442144Initializing all the Stores at 1732137442145 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442145Cleaning up temporary data from old regions at 1732137442167 (+22 ms)Running coprocessor post-open hooks at 1732137442178 (+11 ms)Region opened successfully at 1732137442178 2024-11-20T21:17:22,185 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-20T21:17:22,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701, server=0b16ab3f13b7,45377,1732137420348 in 10.0860 sec 2024-11-20T21:17:22,189 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,189 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,189 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80., pid=24, masterSystemTime=1732137442083 2024-11-20T21:17:22,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=229ff12f1ec2e77521986e1af0e47717, ASSIGN in 10.3030 sec 2024-11-20T21:17:22,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 229ff12f1ec2e77521986e1af0e47717, server=0b16ab3f13b7,34179,1732137420209 in 10.0820 sec 2024-11-20T21:17:22,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7f0337bec2f4aa29d2899fa4fc44701, ASSIGN in 10.3120 sec 2024-11-20T21:17:22,194 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,197 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,198 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 02fdf467cda5b89b48c15306655157b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67238588, jitterRate=0.0019330382347106934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,198 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:22,198 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 02fdf467cda5b89b48c15306655157b0: Running coprocessor pre-open hook at 1732137442169Writing region info on filesystem at 1732137442169Initializing all the Stores at 1732137442171 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442171Cleaning up temporary data from old regions at 1732137442189 (+18 ms)Running coprocessor post-open hooks at 1732137442198 (+9 ms)Region opened successfully at 1732137442198 2024-11-20T21:17:22,201 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., pid=21, masterSystemTime=1732137442092 2024-11-20T21:17:22,203 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6a84b3ed024f6e556ec45dac60daee80, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:22,204 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:22,204 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:22,205 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:22,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f72e3c8358d358385cfdf55c7fa5fe4c, NAME => 'SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T21:17:22,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,44429,1732137420283 because future has completed 2024-11-20T21:17:22,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,209 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:22,209 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:22,209 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:22,209 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 31e21c5dd01246b02044ec0352930499, NAME => 'SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T21:17:22,209 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,210 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=02fdf467cda5b89b48c15306655157b0, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:22,210 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,210 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02fdf467cda5b89b48c15306655157b0, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:17:22,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-20T21:17:22,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,44429,1732137420283 in 10.1110 sec 2024-11-20T21:17:22,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-20T21:17:22,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN in 10.3420 sec 2024-11-20T21:17:22,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 02fdf467cda5b89b48c15306655157b0, server=0b16ab3f13b7,34179,1732137420209 in 10.1260 sec 2024-11-20T21:17:22,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02fdf467cda5b89b48c15306655157b0, ASSIGN in 10.3440 sec 2024-11-20T21:17:22,219 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,221 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72e3c8358d358385cfdf55c7fa5fe4c columnFamilyName cf 2024-11-20T21:17:22,221 DEBUG [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,222 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] regionserver.HStore(327): Store=f72e3c8358d358385cfdf55c7fa5fe4c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,222 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,223 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,223 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,224 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,224 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,226 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,229 INFO [StoreOpener-31e21c5dd01246b02044ec0352930499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,231 INFO [StoreOpener-31e21c5dd01246b02044ec0352930499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31e21c5dd01246b02044ec0352930499 columnFamilyName cf 2024-11-20T21:17:22,231 DEBUG [StoreOpener-31e21c5dd01246b02044ec0352930499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,232 INFO [StoreOpener-31e21c5dd01246b02044ec0352930499-1 {}] regionserver.HStore(327): Store=31e21c5dd01246b02044ec0352930499/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,232 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,233 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,233 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,234 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,234 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,235 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,252 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,253 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/31e21c5dd01246b02044ec0352930499/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,253 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f72e3c8358d358385cfdf55c7fa5fe4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61797408, jitterRate=-0.0791468620300293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,254 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:22,254 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f72e3c8358d358385cfdf55c7fa5fe4c: Running coprocessor pre-open hook at 1732137442206Writing region info on filesystem at 1732137442206Initializing all the Stores at 1732137442214 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442215 (+1 ms)Cleaning up temporary data from old regions at 1732137442224 (+9 ms)Running coprocessor post-open hooks at 1732137442254 (+30 ms)Region opened successfully at 1732137442254 2024-11-20T21:17:22,254 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 31e21c5dd01246b02044ec0352930499; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75025374, jitterRate=0.11796519160270691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,254 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:22,255 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 31e21c5dd01246b02044ec0352930499: Running coprocessor pre-open hook at 1732137442210Writing region info on filesystem at 1732137442210Initializing all the Stores at 1732137442217 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442217Cleaning up temporary data from old regions at 1732137442234 (+17 ms)Running coprocessor post-open hooks at 1732137442254 (+20 ms)Region opened successfully at 1732137442254 2024-11-20T21:17:22,257 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499., pid=22, masterSystemTime=1732137442092 2024-11-20T21:17:22,257 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., pid=18, masterSystemTime=1732137442083 2024-11-20T21:17:22,260 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:22,260 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:22,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f72e3c8358d358385cfdf55c7fa5fe4c, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,44429,1732137420283 because future has completed 2024-11-20T21:17:22,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31e21c5dd01246b02044ec0352930499, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:22,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:22,269 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:22,269 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:22,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31e21c5dd01246b02044ec0352930499, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:17:22,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 537256484f871008303f697f0ed6dcb6, NAME => 'SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T21:17:22,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,270 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:22,270 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,270 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-20T21:17:22,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,44429,1732137420283 in 10.1970 sec 2024-11-20T21:17:22,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN in 10.3970 sec 2024-11-20T21:17:22,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-20T21:17:22,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=31e21c5dd01246b02044ec0352930499, ASSIGN in 10.4040 sec 2024-11-20T21:17:22,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31e21c5dd01246b02044ec0352930499, server=0b16ab3f13b7,34179,1732137420209 in 10.1840 sec 2024-11-20T21:17:22,280 INFO [StoreOpener-537256484f871008303f697f0ed6dcb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,284 INFO [StoreOpener-537256484f871008303f697f0ed6dcb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 537256484f871008303f697f0ed6dcb6 columnFamilyName cf 2024-11-20T21:17:22,284 DEBUG [StoreOpener-537256484f871008303f697f0ed6dcb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:22,285 INFO [StoreOpener-537256484f871008303f697f0ed6dcb6-1 {}] regionserver.HStore(327): Store=537256484f871008303f697f0ed6dcb6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:22,285 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,286 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,287 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,287 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,287 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,290 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,297 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:22,303 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 537256484f871008303f697f0ed6dcb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71640294, jitterRate=0.06752356886863708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:17:22,303 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:22,303 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 537256484f871008303f697f0ed6dcb6: Running coprocessor pre-open hook at 1732137442271Writing region info on filesystem at 1732137442271Initializing all the Stores at 1732137442272 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137442272Cleaning up temporary data from old regions at 1732137442287 (+15 ms)Running coprocessor post-open hooks at 1732137442303 (+16 ms)Region opened successfully at 1732137442303 2024-11-20T21:17:22,304 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., pid=17, masterSystemTime=1732137442092 2024-11-20T21:17:22,307 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:22,307 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:22,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=537256484f871008303f697f0ed6dcb6, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:22,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 537256484f871008303f697f0ed6dcb6, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:17:22,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-20T21:17:22,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 537256484f871008303f697f0ed6dcb6, server=0b16ab3f13b7,34179,1732137420209 in 10.2460 sec 2024-11-20T21:17:22,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-20T21:17:22,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=537256484f871008303f697f0ed6dcb6, ASSIGN in 10.4420 sec 2024-11-20T21:17:22,319 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:22,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137442319"}]},"ts":"1732137442319"} 2024-11-20T21:17:22,322 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T21:17:22,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:22,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1140 sec 2024-11-20T21:17:24,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T21:17:27,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:27,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:27,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:27,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:27,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:27,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:27,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:29,450 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T21:17:29,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T21:17:29,450 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:17:29,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T21:17:29,456 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:17:29,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T21:17:29,482 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., hostname=0b16ab3f13b7,44429,1732137420283, seqNum=2] 2024-11-20T21:17:29,483 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., hostname=0b16ab3f13b7,44429,1732137420283, seqNum=2] 2024-11-20T21:17:29,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., hostname=0b16ab3f13b7,44429,1732137420283, seqNum=2] 2024-11-20T21:17:29,556 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,560 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,567 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,570 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,571 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,632 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,635 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,636 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., hostname=0b16ab3f13b7,34179,1732137420209, seqNum=2] 2024-11-20T21:17:29,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,738 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,743 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,754 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., hostname=0b16ab3f13b7,45377,1732137420348, seqNum=2] 2024-11-20T21:17:29,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:17:30,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:30,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:30,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:30,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:30,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:17:30,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45377 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:30,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44429 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:17:30,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34179 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:17:31,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45377 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:17:31,333 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T21:17:31,334 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:17:31,334 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:17:31,335 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:17:31,338 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:17:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:17:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:17:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741848_1024 (size=49) 2024-11-20T21:17:31,366 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:17:31,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31e21c5dd01246b02044ec0352930499}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84b3ed024f6e556ec45dac60daee80}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 229ff12f1ec2e77521986e1af0e47717}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02fdf467cda5b89b48c15306655157b0}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537256484f871008303f697f0ed6dcb6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 188913660821dd9b4d4536bdaed45b93}] 2024-11-20T21:17:31,373 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:31,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:31,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:31,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:31,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:31,380 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:31,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:31,385 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:31,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:31,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:33,179 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T21:17:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T21:17:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T21:17:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T21:17:41,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T21:17:41,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T21:17:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:41,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:41,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 537256484f871008303f697f0ed6dcb6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T21:17:41,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 02fdf467cda5b89b48c15306655157b0 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T21:17:41,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T21:17:41,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:41,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 31e21c5dd01246b02044ec0352930499: 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f72e3c8358d358385cfdf55c7fa5fe4c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T21:17:41,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:41,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6a84b3ed024f6e556ec45dac60daee80: 2024-11-20T21:17:41,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T21:17:41,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:41,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1a91229bbba4ec00bb82cb4efc91addd: 2024-11-20T21:17:41,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 85d92ffcd215db10d8c5e30c5c5d9e7c: 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e7f0337bec2f4aa29d2899fa4fc44701: 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:41,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 188913660821dd9b4d4536bdaed45b93 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T21:17:41,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/.tmp/cf/4d29d1f2838940769ceb19516a95ab7a is 34, key is ccd/cf:cf/1732137450681/Put/seqid=0 2024-11-20T21:17:41,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/.tmp/cf/89c0a43fb111422fa0017cbd6f59a08d is 34, key is baa/cf:cf/1732137450625/Put/seqid=0 2024-11-20T21:17:41,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/.tmp/cf/429185bbdb844750a5ad1cd6b037a9dc is 34, key is aaa/cf:cf/1732137450631/Put/seqid=0 2024-11-20T21:17:41,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/.tmp/cf/68ebdcc72e7046249c3f1691a21cfefd is 34, key is eaa/cf:cf/1732137451240/Put/seqid=0 2024-11-20T21:17:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:17:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:17:41,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741849_1025 (size=65) 2024-11-20T21:17:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:17:41,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T21:17:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T21:17:41,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:41,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:17:41,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6a84b3ed024f6e556ec45dac60daee80 in 10.1370 sec 2024-11-20T21:17:41,505 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T21:17:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:17:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:17:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741853_1029 (size=65) 2024-11-20T21:17:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741853_1029 (size=65) 2024-11-20T21:17:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741853_1029 (size=65) 2024-11-20T21:17:41,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:17:41,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T21:17:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T21:17:41,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:41,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:17:41,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741852_1028 (size=65) 2024-11-20T21:17:41,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:17:41,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T21:17:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T21:17:41,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:41,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:17:41,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e7f0337bec2f4aa29d2899fa4fc44701 in 10.1650 sec 2024-11-20T21:17:41,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a91229bbba4ec00bb82cb4efc91addd in 10.1730 sec 2024-11-20T21:17:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741854_1030 (size=47197) 2024-11-20T21:17:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741854_1030 (size=47197) 2024-11-20T21:17:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741854_1030 (size=47197) 2024-11-20T21:17:41,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/.tmp/cf/4d29d1f2838940769ceb19516a95ab7a 2024-11-20T21:17:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:17:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:17:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741850_1026 (size=57) 2024-11-20T21:17:41,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:17:41,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T21:17:41,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:41,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 229ff12f1ec2e77521986e1af0e47717: 2024-11-20T21:17:41,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:17:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T21:17:41,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:17:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:17:41,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741851_1027 (size=65) 2024-11-20T21:17:41,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:17:41,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T21:17:41,569 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31e21c5dd01246b02044ec0352930499 2024-11-20T21:17:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T21:17:41,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:41,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:17:41,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31e21c5dd01246b02044ec0352930499 in 10.2040 sec 2024-11-20T21:17:41,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c in 10.2040 sec 2024-11-20T21:17:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741857_1033 (size=499309) 2024-11-20T21:17:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741857_1033 (size=499309) 2024-11-20T21:17:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741857_1033 (size=499309) 2024-11-20T21:17:41,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/.tmp/cf/68ebdcc72e7046249c3f1691a21cfefd 2024-11-20T21:17:41,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/.tmp/cf/4d29d1f2838940769ceb19516a95ab7a as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/cf/4d29d1f2838940769ceb19516a95ab7a 2024-11-20T21:17:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741856_1032 (size=26918) 2024-11-20T21:17:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741856_1032 (size=26918) 2024-11-20T21:17:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741856_1032 (size=26918) 2024-11-20T21:17:41,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/.tmp/cf/429185bbdb844750a5ad1cd6b037a9dc 2024-11-20T21:17:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741855_1031 (size=28623) 2024-11-20T21:17:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741855_1031 (size=28623) 2024-11-20T21:17:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741855_1031 (size=28623) 2024-11-20T21:17:41,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/.tmp/cf/89c0a43fb111422fa0017cbd6f59a08d 2024-11-20T21:17:41,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/.tmp/cf/68ebdcc72e7046249c3f1691a21cfefd as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/cf/68ebdcc72e7046249c3f1691a21cfefd 2024-11-20T21:17:41,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/.tmp/cf/429185bbdb844750a5ad1cd6b037a9dc as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/cf/429185bbdb844750a5ad1cd6b037a9dc 2024-11-20T21:17:41,653 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/cf/68ebdcc72e7046249c3f1691a21cfefd, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T21:17:41,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/.tmp/cf/89c0a43fb111422fa0017cbd6f59a08d as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/cf/89c0a43fb111422fa0017cbd6f59a08d 2024-11-20T21:17:41,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 188913660821dd9b4d4536bdaed45b93 in 267ms, sequenceid=5, compaction requested=false 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 188913660821dd9b4d4536bdaed45b93: 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/cf/68ebdcc72e7046249c3f1691a21cfefd] hfiles 2024-11-20T21:17:41,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/cf/68ebdcc72e7046249c3f1691a21cfefd for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/cf/4d29d1f2838940769ceb19516a95ab7a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T21:17:41,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 537256484f871008303f697f0ed6dcb6 in 277ms, sequenceid=5, compaction requested=false 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 537256484f871008303f697f0ed6dcb6: 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/cf/4d29d1f2838940769ceb19516a95ab7a] hfiles 2024-11-20T21:17:41,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/cf/4d29d1f2838940769ceb19516a95ab7a for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,662 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/cf/429185bbdb844750a5ad1cd6b037a9dc, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T21:17:41,663 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f72e3c8358d358385cfdf55c7fa5fe4c in 280ms, sequenceid=5, compaction requested=false 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f72e3c8358d358385cfdf55c7fa5fe4c: 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/cf/429185bbdb844750a5ad1cd6b037a9dc] hfiles 2024-11-20T21:17:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/cf/429185bbdb844750a5ad1cd6b037a9dc for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/cf/89c0a43fb111422fa0017cbd6f59a08d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T21:17:41,672 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 02fdf467cda5b89b48c15306655157b0 in 292ms, sequenceid=5, compaction requested=false 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 02fdf467cda5b89b48c15306655157b0: 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. for SnapshotProcedureTest completed. 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/cf/89c0a43fb111422fa0017cbd6f59a08d] hfiles 2024-11-20T21:17:41,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/cf/89c0a43fb111422fa0017cbd6f59a08d for snapshot=SnapshotProcedureTest 2024-11-20T21:17:41,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:17:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:17:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741858_1034 (size=65) 2024-11-20T21:17:41,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:17:41,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T21:17:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T21:17:41,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:41,681 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:17:41,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 229ff12f1ec2e77521986e1af0e47717 in 10.3190 sec 2024-11-20T21:17:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741860_1036 (size=105) 2024-11-20T21:17:41,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741860_1036 (size=105) 2024-11-20T21:17:41,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741860_1036 (size=105) 2024-11-20T21:17:41,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:17:41,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T21:17:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T21:17:41,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:41,724 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 537256484f871008303f697f0ed6dcb6 2024-11-20T21:17:41,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 537256484f871008303f697f0ed6dcb6 in 10.3590 sec 2024-11-20T21:17:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741859_1035 (size=97) 2024-11-20T21:17:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741859_1035 (size=97) 2024-11-20T21:17:41,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741859_1035 (size=97) 2024-11-20T21:17:41,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:17:41,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T21:17:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T21:17:41,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:41,782 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:17:41,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 188913660821dd9b4d4536bdaed45b93 in 10.4180 sec 2024-11-20T21:17:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741861_1037 (size=105) 2024-11-20T21:17:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741861_1037 (size=105) 2024-11-20T21:17:41,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741861_1037 (size=105) 2024-11-20T21:17:41,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:17:41,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T21:17:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T21:17:41,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:41,803 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:17:41,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c in 10.4410 sec 2024-11-20T21:17:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741862_1038 (size=105) 2024-11-20T21:17:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741862_1038 (size=105) 2024-11-20T21:17:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741862_1038 (size=105) 2024-11-20T21:17:41,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:17:41,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T21:17:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T21:17:41,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:41,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:17:41,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-20T21:17:41,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02fdf467cda5b89b48c15306655157b0 in 10.4480 sec 2024-11-20T21:17:41,818 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:17:41,819 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:17:41,820 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:17:41,820 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T21:17:41,826 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:17:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741863_1039 (size=1174) 2024-11-20T21:17:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741863_1039 (size=1174) 2024-11-20T21:17:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741863_1039 (size=1174) 2024-11-20T21:17:41,905 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:17:41,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T21:17:41,918 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:41,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:41,919 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:41,919 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:41,920 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:41,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:41,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:41,925 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:41,927 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:41,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:17:41,949 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:41,949 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0b16ab3f13b7,44429,1732137420283: Simulated kill ***** 2024-11-20T21:17:41,949 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:17:41,950 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:17:41,951 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:17:41,951 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:17:41,951 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:17:41,951 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 489229392 }, "NonHeapMemoryUsage": { "committed": 176291840, "init": 7667712, "max": -1, "used": 171739536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:17:41,956 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33429 {}] master.MasterRpcServices(700): 0b16ab3f13b7,44429,1732137420283 reported a fatal error: ***** ABORTING region server 0b16ab3f13b7,44429,1732137420283: Simulated kill ***** 2024-11-20T21:17:41,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,44429,1732137420283' ***** 2024-11-20T21:17:41,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T21:17:41,969 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:41,969 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:17:41,969 INFO [RS:1;0b16ab3f13b7:44429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T21:17:41,969 INFO [RS:1;0b16ab3f13b7:44429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T21:17:41,969 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:41,969 INFO [RS:1;0b16ab3f13b7:44429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0b16ab3f13b7:44429. 2024-11-20T21:17:41,970 DEBUG [RS:1;0b16ab3f13b7:44429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:41,970 DEBUG [RS:1;0b16ab3f13b7:44429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:41,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:41,979 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741835_1011 (size=1488) 2024-11-20T21:17:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741835_1011 (size=1488) 2024-11-20T21:17:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741835_1011 (size=1488) 2024-11-20T21:17:41,993 DEBUG [RS:1;0b16ab3f13b7:44429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:41,993 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:41,993 INFO [RS:1;0b16ab3f13b7:44429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44429 2024-11-20T21:17:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:17:41,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:41,998 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:41,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,44429,1732137420283] 2024-11-20T21:17:42,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,44429,1732137420283 already deleted, retry=false 2024-11-20T21:17:42,002 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0b16ab3f13b7,44429,1732137420283 on 0b16ab3f13b7,33429,1732137420061 2024-11-20T21:17:42,005 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,44429,1732137420283, splitWal=true, meta=false 2024-11-20T21:17:42,005 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 0b16ab3f13b7,44429,1732137420283 (carryingMeta=false) 0b16ab3f13b7,44429,1732137420283/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@328eca69[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:17:42,007 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,44429,1732137420283, splitWal=true, meta=false 2024-11-20T21:17:42,013 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 0b16ab3f13b7,44429,1732137420283 had 3 regions 2024-11-20T21:17:42,016 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,44429,1732137420283, splitWal=true, meta=false, isMeta: false 2024-11-20T21:17:42,017 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,44429,1732137420283 Release verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:42,017 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 0b16ab3f13b7,44429,1732137420283, this operation will be retried to send to another server 2024-11-20T21:17:42,017 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:17:42,018 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting 2024-11-20T21:17:42,018 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732137463018 2024-11-20T21:17:42,019 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-20T21:17:42,019 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,44429,1732137420283 Release verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:42,019 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-20T21:17:42,019 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-20T21:17:42,019 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 0b16ab3f13b7,44429,1732137420283, this operation will be retried to send to another server 2024-11-20T21:17:42,019 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:17:42,020 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732137463020 2024-11-20T21:17:42,020 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,44429,1732137420283 Release verify snapshot worker=0b16ab3f13b7,44429,1732137420283 2024-11-20T21:17:42,020 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 0b16ab3f13b7,44429,1732137420283, this operation will be retried to send to another server 2024-11-20T21:17:42,020 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:17:42,020 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732137463020 2024-11-20T21:17:42,020 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0b16ab3f13b7,44429,1732137420283 WAL count=1, meta=false 2024-11-20T21:17:42,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0b16ab3f13b7%2C44429%2C1732137420283.1732137420831}] 2024-11-20T21:17:42,026 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:42,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, worker=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:42,103 INFO [RS:1;0b16ab3f13b7:44429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44429-0x1005f0d8f700002, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:42,103 INFO [RS:1;0b16ab3f13b7:44429 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,44429,1732137420283; zookeeper connection closed. 2024-11-20T21:17:42,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bc1001e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bc1001e 2024-11-20T21:17:42,730 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:42,730 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:51,404 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:17:51,404 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:17:51,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T21:17:51,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T21:17:51,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T21:17:51,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T21:17:51,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T21:17:51,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T21:17:51,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T21:17:51,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:17:51,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T21:17:51,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T21:17:51,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T21:17:51,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T21:17:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T21:17:51,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T21:17:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T21:17:51,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T21:17:51,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T21:17:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T21:17:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T21:17:51,928 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 Release verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:51,928 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T21:17:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T21:17:51,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 Release verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:51,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 in 10.0150 sec 2024-11-20T21:17:51,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 10.0140 sec 2024-11-20T21:17:51,931 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:51,931 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,932 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,932 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 Release verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:51,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 in 10.0140 sec 2024-11-20T21:17:51,934 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,934 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 in 10.0180 sec 2024-11-20T21:17:51,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 10.0180 sec 2024-11-20T21:17:51,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 10.0200 sec 2024-11-20T21:17:51,938 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,942 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, size=1.5 K (1488bytes) 2024-11-20T21:17:51,942 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 2024-11-20T21:17:51,943 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 after 1ms 2024-11-20T21:17:51,945 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 took 3ms 2024-11-20T21:17:51,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 85d92ffcd215db10d8c5e30c5c5d9e7c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:17:51,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6a84b3ed024f6e556ec45dac60daee80: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f72e3c8358d358385cfdf55c7fa5fe4c: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 so closing down 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:17:51,951 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:17:51,951 INFO [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, journal: Splitting hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, size=1.5 K (1488bytes) at 1732137471942Finishing writing output for hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 so closing down at 1732137471951 (+9 ms)3 split writer threads finished at 1732137471951Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732137471951 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 2024-11-20T21:17:51,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T21:17:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T21:17:51,955 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting/0b16ab3f13b7%2C44429%2C1732137420283.1732137420831 to hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs 2024-11-20T21:17:51,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T21:17:51,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, worker=0b16ab3f13b7,34179,1732137420209 in 9.9290 sec 2024-11-20T21:17:51,957 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:51,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T21:17:51,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 0b16ab3f13b7%2C44429%2C1732137420283.1732137420831, worker=0b16ab3f13b7,34179,1732137420209 in 9.9360 sec 2024-11-20T21:17:51,961 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting dir is empty, no logs to split. 2024-11-20T21:17:51,961 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0b16ab3f13b7,44429,1732137420283 WAL count=0, meta=false 2024-11-20T21:17:51,961 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,44429,1732137420283 WAL splitting is done? wals=0, meta=false 2024-11-20T21:17:51,962 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0b16ab3f13b7,44429,1732137420283 failed, ignore...File hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/WALs/0b16ab3f13b7,44429,1732137420283-splitting does not exist. 2024-11-20T21:17:51,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN}] 2024-11-20T21:17:51,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN 2024-11-20T21:17:51,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN 2024-11-20T21:17:51,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN 2024-11-20T21:17:51,965 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:17:51,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:17:51,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:17:52,115 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(204): Hosts are {0b16ab3f13b7=0} racks are {/default-rack=0} 2024-11-20T21:17:52,115 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:17:52,115 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:17:52,115 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:17:52,115 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:17:52,115 INFO [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:17:52,115 INFO [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:17:52,116 DEBUG [0b16ab3f13b7:33429 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:17:52,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=85d92ffcd215db10d8c5e30c5c5d9e7c, regionState=OPENING, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:17:52,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=f72e3c8358d358385cfdf55c7fa5fe4c, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:52,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6a84b3ed024f6e556ec45dac60daee80, regionState=OPENING, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:17:52,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN because future has completed 2024-11-20T21:17:52,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:52,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN because future has completed 2024-11-20T21:17:52,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,34179,1732137420209}] 2024-11-20T21:17:52,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN because future has completed 2024-11-20T21:17:52,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,45377,1732137420348}] 2024-11-20T21:17:59,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:18:00,696 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T21:18:01,936 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T21:18:01,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f72e3c8358d358385cfdf55c7fa5fe4c, NAME => 'SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T21:18:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T21:18:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T21:18:01,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:18:01,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,937 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T21:18:01,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T21:18:01,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T21:18:01,939 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:01,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T21:18:01,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 85d92ffcd215db10d8c5e30c5c5d9e7c, NAME => 'SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T21:18:01,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T21:18:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T21:18:01,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,940 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:18:01,940 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,940 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T21:18:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T21:18:01,943 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,943 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,944 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 Release verify snapshot worker=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:18:01,944 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72e3c8358d358385cfdf55c7fa5fe4c columnFamilyName cf 2024-11-20T21:18:01,944 DEBUG [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:18:01,945 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:01,945 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85d92ffcd215db10d8c5e30c5c5d9e7c columnFamilyName cf 2024-11-20T21:18:01,945 DEBUG [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:18:01,945 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33429 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T21:18:01,946 INFO [StoreOpener-85d92ffcd215db10d8c5e30c5c5d9e7c-1 {}] regionserver.HStore(327): Store=85d92ffcd215db10d8c5e30c5c5d9e7c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:18:01,947 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,45377,1732137420348 in 20.0300 sec 2024-11-20T21:18:01,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 20.0310 sec 2024-11-20T21:18:01,948 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,948 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 Release verify snapshot worker=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:01,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 20.0310 sec 2024-11-20T21:18:01,949 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,950 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,950 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-20T21:18:01,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b16ab3f13b7,34179,1732137420209 in 20.0340 sec 2024-11-20T21:18:01,951 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:18:01,952 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T21:18:01,953 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:18:01,954 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 85d92ffcd215db10d8c5e30c5c5d9e7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70971114, jitterRate=0.05755200982093811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:18:01,954 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:01,954 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T21:18:01,954 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 85d92ffcd215db10d8c5e30c5c5d9e7c: Running coprocessor pre-open hook at 1732137481940Writing region info on filesystem at 1732137481940Initializing all the Stores at 1732137481941 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137481941Cleaning up temporary data from old regions at 1732137481950 (+9 ms)Running coprocessor post-open hooks at 1732137481954 (+4 ms)Region opened successfully at 1732137481954 2024-11-20T21:18:01,955 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c., pid=54, masterSystemTime=1732137481931 2024-11-20T21:18:01,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6220 sec 2024-11-20T21:18:01,958 DEBUG [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/cf/429185bbdb844750a5ad1cd6b037a9dc 2024-11-20T21:18:01,958 INFO [StoreOpener-f72e3c8358d358385cfdf55c7fa5fe4c-1 {}] regionserver.HStore(327): Store=f72e3c8358d358385cfdf55c7fa5fe4c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:18:01,958 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,958 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:01,958 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:01,959 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=85d92ffcd215db10d8c5e30c5c5d9e7c, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45377,1732137420348 2024-11-20T21:18:01,960 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,961 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,45377,1732137420348 because future has completed 2024-11-20T21:18:01,961 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,963 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-20T21:18:01,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 85d92ffcd215db10d8c5e30c5c5d9e7c, server=0b16ab3f13b7,45377,1732137420348 in 9.8390 sec 2024-11-20T21:18:01,966 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:18:01,967 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f72e3c8358d358385cfdf55c7fa5fe4c; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281652, jitterRate=0.10688287019729614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:18:01,967 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:01,967 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f72e3c8358d358385cfdf55c7fa5fe4c: Running coprocessor pre-open hook at 1732137481937Writing region info on filesystem at 1732137481937Initializing all the Stores at 1732137481939 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137481939Cleaning up temporary data from old regions at 1732137481961 (+22 ms)Running coprocessor post-open hooks at 1732137481967 (+6 ms)Region opened successfully at 1732137481967 2024-11-20T21:18:01,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85d92ffcd215db10d8c5e30c5c5d9e7c, ASSIGN in 10.0010 sec 2024-11-20T21:18:01,969 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., pid=52, masterSystemTime=1732137481931 2024-11-20T21:18:01,970 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:01,970 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:01,970 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:01,970 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a84b3ed024f6e556ec45dac60daee80, NAME => 'SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T21:18:01,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:18:01,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=f72e3c8358d358385cfdf55c7fa5fe4c, regionState=OPEN, openSeqNum=6, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:01,973 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:18:01,974 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a84b3ed024f6e556ec45dac60daee80 columnFamilyName cf 2024-11-20T21:18:01,974 DEBUG [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:18:01,975 INFO [StoreOpener-6a84b3ed024f6e556ec45dac60daee80-1 {}] regionserver.HStore(327): Store=6a84b3ed024f6e556ec45dac60daee80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:18:01,975 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,976 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-20T21:18:01,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure f72e3c8358d358385cfdf55c7fa5fe4c, server=0b16ab3f13b7,34179,1732137420209 in 9.8550 sec 2024-11-20T21:18:01,977 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,978 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,978 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72e3c8358d358385cfdf55c7fa5fe4c, ASSIGN in 10.0140 sec 2024-11-20T21:18:01,980 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,980 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 6a84b3ed024f6e556ec45dac60daee80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59036417, jitterRate=-0.12028883397579193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:18:01,981 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:01,981 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 6a84b3ed024f6e556ec45dac60daee80: Running coprocessor pre-open hook at 1732137481971Writing region info on filesystem at 1732137481971Initializing all the Stores at 1732137481973 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137481973Cleaning up temporary data from old regions at 1732137481978 (+5 ms)Running coprocessor post-open hooks at 1732137481981 (+3 ms)Region opened successfully at 1732137481981 2024-11-20T21:18:01,981 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80., pid=53, masterSystemTime=1732137481931 2024-11-20T21:18:01,983 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:01,983 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:01,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=6a84b3ed024f6e556ec45dac60daee80, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,34179,1732137420209 because future has completed 2024-11-20T21:18:01,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-20T21:18:01,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a84b3ed024f6e556ec45dac60daee80, server=0b16ab3f13b7,34179,1732137420209 in 9.8650 sec 2024-11-20T21:18:01,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-20T21:18:01,990 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 0b16ab3f13b7,44429,1732137420283 after splitting done 2024-11-20T21:18:01,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6a84b3ed024f6e556ec45dac60daee80, ASSIGN in 10.0250 sec 2024-11-20T21:18:01,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,44429,1732137420283, splitWal=true, meta=false in 19.9880 sec 2024-11-20T21:18:01,998 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T21:18:02,002 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T21:18:02,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:18:02,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:02,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:02,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:18:02,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:18:02,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=181848934, stopped=false 2024-11-20T21:18:02,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,33429,1732137420061 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:18:02,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:18:02,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:02,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:18:02,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:18:02,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:18:02,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:02,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:02,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,34179,1732137420209' ***** 2024-11-20T21:18:02,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:18:02,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,45377,1732137420348' ***** 2024-11-20T21:18:02,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:18:02,011 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:18:02,011 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:18:02,011 INFO [RS:0;0b16ab3f13b7:34179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:18:02,011 INFO [RS:0;0b16ab3f13b7:34179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:18:02,012 INFO [RS:2;0b16ab3f13b7:45377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:18:02,012 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 02fdf467cda5b89b48c15306655157b0 2024-11-20T21:18:02,012 INFO [RS:2;0b16ab3f13b7:45377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:18:02,012 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(3091): Received CLOSE for 188913660821dd9b4d4536bdaed45b93 2024-11-20T21:18:02,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:18:02,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:18:02,016 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:02,016 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a84b3ed024f6e556ec45dac60daee80 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 31e21c5dd01246b02044ec0352930499 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 537256484f871008303f697f0ed6dcb6 2024-11-20T21:18:02,017 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02fdf467cda5b89b48c15306655157b0, disabling compactions & flushes 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 229ff12f1ec2e77521986e1af0e47717 2024-11-20T21:18:02,017 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:02,017 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:02,017 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. after waiting 0 ms 2024-11-20T21:18:02,017 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:34179. 2024-11-20T21:18:02,017 DEBUG [RS:0;0b16ab3f13b7:34179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:02,017 DEBUG [RS:0;0b16ab3f13b7:34179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(3091): Received CLOSE for 85d92ffcd215db10d8c5e30c5c5d9e7c 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(3091): Received CLOSE for e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a91229bbba4ec00bb82cb4efc91addd 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,45377,1732137420348 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:18:02,017 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0b16ab3f13b7:45377. 2024-11-20T21:18:02,017 DEBUG [RS:2;0b16ab3f13b7:45377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:02,017 DEBUG [RS:2;0b16ab3f13b7:45377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,017 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T21:18:02,017 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1325): Online Regions={188913660821dd9b4d4536bdaed45b93=SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93., 85d92ffcd215db10d8c5e30c5c5d9e7c=SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c., e7f0337bec2f4aa29d2899fa4fc44701=SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701., 1a91229bbba4ec00bb82cb4efc91addd=SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd.} 2024-11-20T21:18:02,017 DEBUG [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1351): Waiting on 188913660821dd9b4d4536bdaed45b93, 1a91229bbba4ec00bb82cb4efc91addd, 85d92ffcd215db10d8c5e30c5c5d9e7c, e7f0337bec2f4aa29d2899fa4fc44701 2024-11-20T21:18:02,018 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 188913660821dd9b4d4536bdaed45b93, disabling compactions & flushes 2024-11-20T21:18:02,018 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:18:02,018 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:18:02,018 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. after waiting 0 ms 2024-11-20T21:18:02,018 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:18:02,018 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-20T21:18:02,018 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1325): Online Regions={02fdf467cda5b89b48c15306655157b0=SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0., f72e3c8358d358385cfdf55c7fa5fe4c=SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c., 6a84b3ed024f6e556ec45dac60daee80=SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80., 1588230740=hbase:meta,,1.1588230740, 31e21c5dd01246b02044ec0352930499=SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499., 537256484f871008303f697f0ed6dcb6=SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6., 229ff12f1ec2e77521986e1af0e47717=SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717.} 2024-11-20T21:18:02,019 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 02fdf467cda5b89b48c15306655157b0, 1588230740, 229ff12f1ec2e77521986e1af0e47717, 31e21c5dd01246b02044ec0352930499, 537256484f871008303f697f0ed6dcb6, 6a84b3ed024f6e556ec45dac60daee80, f72e3c8358d358385cfdf55c7fa5fe4c 2024-11-20T21:18:02,019 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:18:02,020 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:18:02,020 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:18:02,020 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:18:02,020 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:18:02,020 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-20T21:18:02,040 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/188913660821dd9b4d4536bdaed45b93/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:18:02,041 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 188913660821dd9b4d4536bdaed45b93: Waiting for close lock at 1732137482018Running coprocessor pre-close hooks at 1732137482018Disabling compacts and flushes for region at 1732137482018Disabling writes for close at 1732137482018Writing region close event to WAL at 1732137482020 (+2 ms)Running coprocessor post-close hooks at 1732137482041 (+21 ms)Closed at 1732137482041 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732137431209.188913660821dd9b4d4536bdaed45b93. 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85d92ffcd215db10d8c5e30c5c5d9e7c, disabling compactions & flushes 2024-11-20T21:18:02,041 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. after waiting 0 ms 2024-11-20T21:18:02,041 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:02,045 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/02fdf467cda5b89b48c15306655157b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:18:02,046 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02fdf467cda5b89b48c15306655157b0: Waiting for close lock at 1732137482017Running coprocessor pre-close hooks at 1732137482017Disabling compacts and flushes for region at 1732137482017Disabling writes for close at 1732137482017Writing region close event to WAL at 1732137482020 (+3 ms)Running coprocessor post-close hooks at 1732137482046 (+26 ms)Closed at 1732137482046 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732137431209.02fdf467cda5b89b48c15306655157b0. 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f72e3c8358d358385cfdf55c7fa5fe4c, disabling compactions & flushes 2024-11-20T21:18:02,046 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. after waiting 0 ms 2024-11-20T21:18:02,046 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:02,068 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/info/8805be30fe444eb0bc16ad503d446aab is 167, key is SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701./info:regioninfo/1732137442170/Put/seqid=0 2024-11-20T21:18:02,082 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/85d92ffcd215db10d8c5e30c5c5d9e7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T21:18:02,082 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/f72e3c8358d358385cfdf55c7fa5fe4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-20T21:18:02,082 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:02,082 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85d92ffcd215db10d8c5e30c5c5d9e7c: Waiting for close lock at 1732137482041Running coprocessor pre-close hooks at 1732137482041Disabling compacts and flushes for region at 1732137482041Disabling writes for close at 1732137482041Writing region close event to WAL at 1732137482052 (+11 ms)Running coprocessor post-close hooks at 1732137482082 (+30 ms)Closed at 1732137482082 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732137431209.85d92ffcd215db10d8c5e30c5c5d9e7c. 2024-11-20T21:18:02,083 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7f0337bec2f4aa29d2899fa4fc44701, disabling compactions & flushes 2024-11-20T21:18:02,083 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f72e3c8358d358385cfdf55c7fa5fe4c: Waiting for close lock at 1732137482046Running coprocessor pre-close hooks at 1732137482046Disabling compacts and flushes for region at 1732137482046Disabling writes for close at 1732137482046Writing region close event to WAL at 1732137482073 (+27 ms)Running coprocessor post-close hooks at 1732137482083 (+10 ms)Closed at 1732137482083 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. after waiting 0 ms 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732137431209.f72e3c8358d358385cfdf55c7fa5fe4c. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a84b3ed024f6e556ec45dac60daee80, disabling compactions & flushes 2024-11-20T21:18:02,083 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. after waiting 0 ms 2024-11-20T21:18:02,083 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:02,088 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:02,088 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:02,129 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/e7f0337bec2f4aa29d2899fa4fc44701/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/6a84b3ed024f6e556ec45dac60daee80/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T21:18:02,130 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7f0337bec2f4aa29d2899fa4fc44701: Waiting for close lock at 1732137482083Running coprocessor pre-close hooks at 1732137482083Disabling compacts and flushes for region at 1732137482083Disabling writes for close at 1732137482083Writing region close event to WAL at 1732137482094 (+11 ms)Running coprocessor post-close hooks at 1732137482130 (+36 ms)Closed at 1732137482130 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732137431209.e7f0337bec2f4aa29d2899fa4fc44701. 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a91229bbba4ec00bb82cb4efc91addd, disabling compactions & flushes 2024-11-20T21:18:02,130 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. after waiting 0 ms 2024-11-20T21:18:02,130 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:18:02,133 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:02,133 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a84b3ed024f6e556ec45dac60daee80: Waiting for close lock at 1732137482083Running coprocessor pre-close hooks at 1732137482083Disabling compacts and flushes for region at 1732137482083Disabling writes for close at 1732137482083Writing region close event to WAL at 1732137482100 (+17 ms)Running coprocessor post-close hooks at 1732137482133 (+33 ms)Closed at 1732137482133 2024-11-20T21:18:02,133 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732137431209.6a84b3ed024f6e556ec45dac60daee80. 2024-11-20T21:18:02,134 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31e21c5dd01246b02044ec0352930499, disabling compactions & flushes 2024-11-20T21:18:02,134 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:18:02,134 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:18:02,134 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. after waiting 0 ms 2024-11-20T21:18:02,134 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:18:02,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741864_1040 (size=19817) 2024-11-20T21:18:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741864_1040 (size=19817) 2024-11-20T21:18:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741864_1040 (size=19817) 2024-11-20T21:18:02,144 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/1a91229bbba4ec00bb82cb4efc91addd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:18:02,145 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:18:02,145 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a91229bbba4ec00bb82cb4efc91addd: Waiting for close lock at 1732137482130Running coprocessor pre-close hooks at 1732137482130Disabling compacts and flushes for region at 1732137482130Disabling writes for close at 1732137482130Writing region close event to WAL at 1732137482134 (+4 ms)Running coprocessor post-close hooks at 1732137482145 (+11 ms)Closed at 1732137482145 2024-11-20T21:18:02,145 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732137431209.1a91229bbba4ec00bb82cb4efc91addd. 2024-11-20T21:18:02,153 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/31e21c5dd01246b02044ec0352930499/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:18:02,154 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31e21c5dd01246b02044ec0352930499: Waiting for close lock at 1732137482134Running coprocessor pre-close hooks at 1732137482134Disabling compacts and flushes for region at 1732137482134Disabling writes for close at 1732137482134Writing region close event to WAL at 1732137482135 (+1 ms)Running coprocessor post-close hooks at 1732137482154 (+19 ms)Closed at 1732137482154 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732137431209.31e21c5dd01246b02044ec0352930499. 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 537256484f871008303f697f0ed6dcb6, disabling compactions & flushes 2024-11-20T21:18:02,154 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. after waiting 0 ms 2024-11-20T21:18:02,154 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:18:02,174 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/537256484f871008303f697f0ed6dcb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:18:02,175 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 537256484f871008303f697f0ed6dcb6: Waiting for close lock at 1732137482154Running coprocessor pre-close hooks at 1732137482154Disabling compacts and flushes for region at 1732137482154Disabling writes for close at 1732137482154Writing region close event to WAL at 1732137482163 (+9 ms)Running coprocessor post-close hooks at 1732137482175 (+12 ms)Closed at 1732137482175 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732137431209.537256484f871008303f697f0ed6dcb6. 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 229ff12f1ec2e77521986e1af0e47717, disabling compactions & flushes 2024-11-20T21:18:02,175 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. after waiting 0 ms 2024-11-20T21:18:02,175 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:18:02,193 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/default/SPTestTable/229ff12f1ec2e77521986e1af0e47717/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:18:02,194 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:18:02,194 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 229ff12f1ec2e77521986e1af0e47717: Waiting for close lock at 1732137482175Running coprocessor pre-close hooks at 1732137482175Disabling compacts and flushes for region at 1732137482175Disabling writes for close at 1732137482175Writing region close event to WAL at 1732137482176 (+1 ms)Running coprocessor post-close hooks at 1732137482194 (+18 ms)Closed at 1732137482194 2024-11-20T21:18:02,194 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732137431209.229ff12f1ec2e77521986e1af0e47717. 2024-11-20T21:18:02,218 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,45377,1732137420348; all regions closed. 2024-11-20T21:18:02,219 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741834_1010 (size=2947) 2024-11-20T21:18:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741834_1010 (size=2947) 2024-11-20T21:18:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741834_1010 (size=2947) 2024-11-20T21:18:02,231 DEBUG [RS:2;0b16ab3f13b7:45377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs 2024-11-20T21:18:02,231 INFO [RS:2;0b16ab3f13b7:45377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C45377%2C1732137420348:(num 1732137420813) 2024-11-20T21:18:02,231 DEBUG [RS:2;0b16ab3f13b7:45377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:02,231 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:02,232 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:02,233 INFO [RS:2;0b16ab3f13b7:45377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45377 2024-11-20T21:18:02,234 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,45377,1732137420348 2024-11-20T21:18:02,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:18:02,237 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:02,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,45377,1732137420348] 2024-11-20T21:18:02,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,45377,1732137420348 already deleted, retry=false 2024-11-20T21:18:02,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,45377,1732137420348 expired; onlineServers=1 2024-11-20T21:18:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:02,340 INFO [RS:2;0b16ab3f13b7:45377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45377-0x1005f0d8f700003, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:02,340 INFO [RS:2;0b16ab3f13b7:45377 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,45377,1732137420348; zookeeper connection closed. 2024-11-20T21:18:02,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ce9978a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ce9978a 2024-11-20T21:18:02,419 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:02,537 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/info/8805be30fe444eb0bc16ad503d446aab 2024-11-20T21:18:02,558 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/ns/f6ce328b13c34d2f9c8cf4692c1a4310 is 43, key is default/ns:d/1732137431173/Put/seqid=0 2024-11-20T21:18:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741865_1041 (size=5153) 2024-11-20T21:18:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741865_1041 (size=5153) 2024-11-20T21:18:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741865_1041 (size=5153) 2024-11-20T21:18:02,566 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/ns/f6ce328b13c34d2f9c8cf4692c1a4310 2024-11-20T21:18:02,587 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/table/5291dc4a4968424e94a175d3ea75e010 is 47, key is SPTestTable/table:state/1732137442319/Put/seqid=0 2024-11-20T21:18:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741866_1042 (size=5214) 2024-11-20T21:18:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741866_1042 (size=5214) 2024-11-20T21:18:02,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741866_1042 (size=5214) 2024-11-20T21:18:02,619 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:02,754 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:18:02,754 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:18:02,819 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:02,996 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/table/5291dc4a4968424e94a175d3ea75e010 2024-11-20T21:18:03,004 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/info/8805be30fe444eb0bc16ad503d446aab as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/info/8805be30fe444eb0bc16ad503d446aab 2024-11-20T21:18:03,018 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/info/8805be30fe444eb0bc16ad503d446aab, entries=112, sequenceid=35, filesize=19.4 K 2024-11-20T21:18:03,019 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/ns/f6ce328b13c34d2f9c8cf4692c1a4310 as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/ns/f6ce328b13c34d2f9c8cf4692c1a4310 2024-11-20T21:18:03,019 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:18:03,019 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:18:03,020 DEBUG [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:03,026 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/ns/f6ce328b13c34d2f9c8cf4692c1a4310, entries=2, sequenceid=35, filesize=5.0 K 2024-11-20T21:18:03,027 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/.tmp/table/5291dc4a4968424e94a175d3ea75e010 as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/table/5291dc4a4968424e94a175d3ea75e010 2024-11-20T21:18:03,035 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/table/5291dc4a4968424e94a175d3ea75e010, entries=2, sequenceid=35, filesize=5.1 K 2024-11-20T21:18:03,041 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=35, compaction requested=false 2024-11-20T21:18:03,057 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-20T21:18:03,058 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:18:03,058 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:03,058 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137482019Running coprocessor pre-close hooks at 1732137482019Disabling compacts and flushes for region at 1732137482019Disabling writes for close at 1732137482020 (+1 ms)Obtaining lock to block concurrent updates at 1732137482020Preparing flush snapshotting stores in 1588230740 at 1732137482020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732137482020Flushing stores of hbase:meta,,1.1588230740 at 1732137482025 (+5 ms)Flushing 1588230740/info: creating writer at 1732137482025Flushing 1588230740/info: appending metadata at 1732137482067 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732137482067Flushing 1588230740/ns: creating writer at 1732137482543 (+476 ms)Flushing 1588230740/ns: appending metadata at 1732137482558 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732137482558Flushing 1588230740/table: creating writer at 1732137482572 (+14 ms)Flushing 1588230740/table: appending metadata at 1732137482587 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732137482587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3821ab: reopening flushed file at 1732137483003 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375b3d7c: reopening flushed file at 1732137483018 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328e48b: reopening flushed file at 1732137483027 (+9 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 1021ms, sequenceid=35, compaction requested=false at 1732137483041 (+14 ms)Writing region close event to WAL at 1732137483053 (+12 ms)Running coprocessor post-close hooks at 1732137483058 (+5 ms)Closed at 1732137483058 2024-11-20T21:18:03,058 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:03,220 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,34179,1732137420209; all regions closed. 2024-11-20T21:18:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741836_1012 (size=18438) 2024-11-20T21:18:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741836_1012 (size=18438) 2024-11-20T21:18:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741836_1012 (size=18438) 2024-11-20T21:18:03,225 DEBUG [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs 2024-11-20T21:18:03,225 INFO [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C34179%2C1732137420209.meta:.meta(num 1732137431121) 2024-11-20T21:18:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741833_1009 (size=4639) 2024-11-20T21:18:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741833_1009 (size=4639) 2024-11-20T21:18:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741833_1009 (size=4639) 2024-11-20T21:18:03,231 DEBUG [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/oldWALs 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C34179%2C1732137420209:(num 1732137420812) 2024-11-20T21:18:03,231 DEBUG [RS:0;0b16ab3f13b7:34179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:03,231 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:03,231 INFO [RS:0;0b16ab3f13b7:34179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34179 2024-11-20T21:18:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b16ab3f13b7,34179,1732137420209 2024-11-20T21:18:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:18:03,234 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:03,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,34179,1732137420209] 2024-11-20T21:18:03,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b16ab3f13b7,34179,1732137420209 already deleted, retry=false 2024-11-20T21:18:03,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,34179,1732137420209 expired; onlineServers=0 2024-11-20T21:18:03,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,33429,1732137420061' ***** 2024-11-20T21:18:03,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:18:03,238 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:03,238 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:03,238 DEBUG [M:0;0b16ab3f13b7:33429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:18:03,239 DEBUG [M:0;0b16ab3f13b7:33429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:18:03,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:18:03,239 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137420588 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137420588,5,FailOnTimeoutGroup] 2024-11-20T21:18:03,239 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137420597 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137420597,5,FailOnTimeoutGroup] 2024-11-20T21:18:03,239 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:03,239 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:03,239 DEBUG [M:0;0b16ab3f13b7:33429 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:18:03,239 INFO [M:0;0b16ab3f13b7:33429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:18:03,239 INFO [M:0;0b16ab3f13b7:33429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:03,239 ERROR [M:0;0b16ab3f13b7:33429 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1278762655) connection to localhost/127.0.0.1:35351 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35351,5,PEWorkerGroup] 2024-11-20T21:18:03,239 INFO [M:0;0b16ab3f13b7:33429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:18:03,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:18:03,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:18:03,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:18:03,241 DEBUG [M:0;0b16ab3f13b7:33429 {}] zookeeper.ZKUtil(347): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:18:03,241 WARN [M:0;0b16ab3f13b7:33429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:18:03,242 INFO [M:0;0b16ab3f13b7:33429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/.lastflushedseqids 2024-11-20T21:18:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741867_1043 (size=650) 2024-11-20T21:18:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741867_1043 (size=650) 2024-11-20T21:18:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741867_1043 (size=650) 2024-11-20T21:18:03,250 INFO [M:0;0b16ab3f13b7:33429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:18:03,250 INFO [M:0;0b16ab3f13b7:33429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:18:03,250 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:18:03,250 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:03,250 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:03,250 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:18:03,250 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:03,250 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.13 KB heapSize=265.11 KB 2024-11-20T21:18:03,267 DEBUG [M:0;0b16ab3f13b7:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dafdb505139432f97962263e34645bf is 82, key is hbase:meta,,1/info:regioninfo/1732137431157/Put/seqid=0 2024-11-20T21:18:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741868_1044 (size=5672) 2024-11-20T21:18:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741868_1044 (size=5672) 2024-11-20T21:18:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741868_1044 (size=5672) 2024-11-20T21:18:03,273 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dafdb505139432f97962263e34645bf 2024-11-20T21:18:03,293 DEBUG [M:0;0b16ab3f13b7:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/829589ffd5c2400b8790306f5dd065c4 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137442328/Put/seqid=0 2024-11-20T21:18:03,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741869_1045 (size=9320) 2024-11-20T21:18:03,301 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=221.40 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/829589ffd5c2400b8790306f5dd065c4 2024-11-20T21:18:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741869_1045 (size=9320) 2024-11-20T21:18:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741869_1045 (size=9320) 2024-11-20T21:18:03,305 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 829589ffd5c2400b8790306f5dd065c4 2024-11-20T21:18:03,324 DEBUG [M:0;0b16ab3f13b7:33429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81830151d4f14e02a840a277b603b222 is 69, key is 0b16ab3f13b7,34179,1732137420209/rs:state/1732137420616/Put/seqid=0 2024-11-20T21:18:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741870_1046 (size=5447) 2024-11-20T21:18:03,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741870_1046 (size=5447) 2024-11-20T21:18:03,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741870_1046 (size=5447) 2024-11-20T21:18:03,330 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81830151d4f14e02a840a277b603b222 2024-11-20T21:18:03,335 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81830151d4f14e02a840a277b603b222 2024-11-20T21:18:03,335 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dafdb505139432f97962263e34645bf as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dafdb505139432f97962263e34645bf 2024-11-20T21:18:03,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:03,336 INFO [RS:0;0b16ab3f13b7:34179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:03,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34179-0x1005f0d8f700001, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:03,336 INFO [RS:0;0b16ab3f13b7:34179 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,34179,1732137420209; zookeeper connection closed. 2024-11-20T21:18:03,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32d4ee90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32d4ee90 2024-11-20T21:18:03,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:18:03,341 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dafdb505139432f97962263e34645bf, entries=8, sequenceid=464, filesize=5.5 K 2024-11-20T21:18:03,342 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/829589ffd5c2400b8790306f5dd065c4 as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/829589ffd5c2400b8790306f5dd065c4 2024-11-20T21:18:03,347 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 829589ffd5c2400b8790306f5dd065c4 2024-11-20T21:18:03,347 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/829589ffd5c2400b8790306f5dd065c4, entries=54, sequenceid=464, filesize=9.1 K 2024-11-20T21:18:03,348 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81830151d4f14e02a840a277b603b222 as hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81830151d4f14e02a840a277b603b222 2024-11-20T21:18:03,353 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81830151d4f14e02a840a277b603b222 2024-11-20T21:18:03,353 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/9a017084-cb6f-9d2f-339b-a94c695cd354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81830151d4f14e02a840a277b603b222, entries=3, sequenceid=464, filesize=5.3 K 2024-11-20T21:18:03,353 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.13 KB/227465, heapSize ~264.81 KB/271168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=464, compaction requested=false 2024-11-20T21:18:03,355 INFO [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:03,355 DEBUG [M:0;0b16ab3f13b7:33429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137483250Disabling compacts and flushes for region at 1732137483250Disabling writes for close at 1732137483250Obtaining lock to block concurrent updates at 1732137483251 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137483251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=227465, getHeapSize=271408, getOffHeapSize=0, getCellsCount=567 at 1732137483251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137483251Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137483252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137483266 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137483266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137483278 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137483292 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137483292Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137483306 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137483323 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137483323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4fd1d: reopening flushed file at 1732137483335 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5941aac: reopening flushed file at 1732137483341 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab758f4: reopening flushed file at 1732137483347 (+6 ms)Finished flush of dataSize ~222.13 KB/227465, heapSize ~264.81 KB/271168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=464, compaction requested=false at 1732137483353 (+6 ms)Writing region close event to WAL at 1732137483355 (+2 ms)Closed at 1732137483355 2024-11-20T21:18:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43817 is added to blk_1073741830_1006 (size=258456) 2024-11-20T21:18:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38195 is added to blk_1073741830_1006 (size=258456) 2024-11-20T21:18:03,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34091 is added to blk_1073741830_1006 (size=258456) 2024-11-20T21:18:03,358 INFO [M:0;0b16ab3f13b7:33429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:18:03,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:03,358 INFO [M:0;0b16ab3f13b7:33429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33429 2024-11-20T21:18:03,358 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:03,462 INFO [M:0;0b16ab3f13b7:33429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:03,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33429-0x1005f0d8f700000, quorum=127.0.0.1:60886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:03,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30f7c0fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:18:03,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:03,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:03,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:03,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:03,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:18:03,471 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:18:03,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:18:03,472 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238244258-172.17.0.3-1732137418875 (Datanode Uuid 4a95ad2f-2cdf-4d47-bc5c-56b0f6fe14ed) service to localhost/127.0.0.1:35351 2024-11-20T21:18:03,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data6/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data5/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:18:03,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59829fca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:18:03,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a24c7a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:03,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:03,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df9d2db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:03,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@382fb64c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:03,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:18:03,480 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:18:03,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:18:03,481 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238244258-172.17.0.3-1732137418875 (Datanode Uuid 0a5a93a3-2242-4cff-bf18-7db822940ecf) service to localhost/127.0.0.1:35351 2024-11-20T21:18:03,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data3/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data4/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:18:03,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a8c2d0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:18:03,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a61ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:03,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:03,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1755fd37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:03,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519ac7c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:03,492 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:18:03,492 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:18:03,492 WARN [BP-238244258-172.17.0.3-1732137418875 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238244258-172.17.0.3-1732137418875 (Datanode Uuid fb49911b-c8b1-4a73-8816-20886a7090f4) service to localhost/127.0.0.1:35351 2024-11-20T21:18:03,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:18:03,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data1/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/cluster_4451d018-507d-42ed-8483-2f6ac14f4c8a/data/data2/current/BP-238244258-172.17.0.3-1732137418875 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:03,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:18:03,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12387daa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:18:03,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2475479b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:03,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:03,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71cdb09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:03,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e097cb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8df7af09-7888-3c1a-59de-e4bee77539aa/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:03,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:18:03,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:18:03,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 95) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35351 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1278762655) connection to localhost/127.0.0.1:35351 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=605 (was 721), ProcessCount=11 (was 11), AvailableMemoryMB=499 (was 1270)