2024-12-02 19:59:25,712 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 19:59:25,722 main DEBUG Took 0.008160 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 19:59:25,722 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 19:59:25,723 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 19:59:25,723 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 19:59:25,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,730 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 19:59:25,741 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,743 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,744 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,745 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,746 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,746 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,747 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,748 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,748 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,749 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:59:25,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,750 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 19:59:25,752 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:59:25,753 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 19:59:25,754 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 19:59:25,755 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 19:59:25,756 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 19:59:25,756 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 19:59:25,763 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 19:59:25,765 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 19:59:25,767 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 19:59:25,767 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 19:59:25,767 main DEBUG createAppenders(={Console}) 2024-12-02 19:59:25,768 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-02 19:59:25,768 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 19:59:25,768 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-02 19:59:25,769 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 19:59:25,769 main DEBUG OutputStream closed 2024-12-02 19:59:25,769 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 19:59:25,769 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 19:59:25,770 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-02 19:59:25,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 19:59:25,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 19:59:25,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 19:59:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 19:59:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 19:59:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 19:59:25,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 19:59:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 19:59:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 19:59:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 19:59:25,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 19:59:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 19:59:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 19:59:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 19:59:25,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 19:59:25,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 19:59:25,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 19:59:25,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 19:59:25,837 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 19:59:25,838 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-02 19:59:25,838 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 19:59:25,838 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-02T19:59:25,850 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-02 19:59:25,852 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 19:59:25,853 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T19:59:25,859 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-02T19:59:25,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=11212 2024-12-02T19:59:26,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458 2024-12-02T19:59:26,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:59:26,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438, deleteOnExit=true 2024-12-02T19:59:26,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:59:26,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/test.cache.data in system properties and HBase conf 2024-12-02T19:59:26,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:59:26,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:59:26,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:59:26,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:59:26,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:59:26,206 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T19:59:26,290 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:59:26,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:59:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:59:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:59:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:59:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:59:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:59:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:59:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:59:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:59:26,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:59:26,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:59:26,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:59:26,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:59:26,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:59:27,213 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T19:59:27,279 INFO [Time-limited test {}] log.Log(170): Logging initialized @2193ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T19:59:27,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:59:27,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:59:27,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:59:27,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:59:27,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:59:27,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:59:27,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:59:27,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:59:27,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/java.io.tmpdir/jetty-localhost-33111-hadoop-hdfs-3_4_1-tests_jar-_-any-4763340645005079362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:59:27,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33111} 2024-12-02T19:59:27,600 INFO [Time-limited test {}] server.Server(415): Started @2514ms 2024-12-02T19:59:28,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:59:28,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:59:28,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:59:28,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:59:28,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:59:28,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:59:28,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:59:28,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/java.io.tmpdir/jetty-localhost-45607-hadoop-hdfs-3_4_1-tests_jar-_-any-12240623393621142733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:59:28,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:45607} 2024-12-02T19:59:28,165 INFO [Time-limited test {}] server.Server(415): Started @3080ms 2024-12-02T19:59:28,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:59:28,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:59:28,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:59:28,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:59:28,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:59:28,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:59:28,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:59:28,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:59:28,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/java.io.tmpdir/jetty-localhost-34139-hadoop-hdfs-3_4_1-tests_jar-_-any-13476553278759998066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:59:28,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34139} 2024-12-02T19:59:28,426 INFO [Time-limited test {}] server.Server(415): Started @3340ms 2024-12-02T19:59:28,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:59:28,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:59:28,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:59:28,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:59:28,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:59:28,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:59:28,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:59:28,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:59:28,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/java.io.tmpdir/jetty-localhost-39205-hadoop-hdfs-3_4_1-tests_jar-_-any-6636095986060999194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:59:28,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:39205} 2024-12-02T19:59:28,564 INFO [Time-limited test {}] server.Server(415): Started @3478ms 2024-12-02T19:59:28,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:59:29,523 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data1/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,523 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data2/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,523 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data4/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,523 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data3/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,555 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data5/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,555 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data6/current/BP-844520085-172.17.0.2-1733169566789/current, will proceed with Du for space computation calculation, 2024-12-02T19:59:29,561 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:59:29,561 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:59:29,586 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:59:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaee48df2f9cf99c with lease ID 0x1577ef11b08b8312: Processing first storage report for DS-76f23847-b152-4aa1-bf59-3f1d66641109 from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=4e05f424-907c-4e6c-8da4-e5c11e064591, infoPort=42993, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaee48df2f9cf99c with lease ID 0x1577ef11b08b8312: from storage DS-76f23847-b152-4aa1-bf59-3f1d66641109 node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=4e05f424-907c-4e6c-8da4-e5c11e064591, infoPort=42993, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b5d778e947d32f0 with lease ID 0x1577ef11b08b8313: Processing first storage report for DS-5e8e7edf-046b-467a-b76d-82550a5117c2 from datanode DatanodeRegistration(127.0.0.1:39161, datanodeUuid=d1983a6a-67f6-4b72-a0cc-736b3242d7be, infoPort=44287, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b5d778e947d32f0 with lease ID 0x1577ef11b08b8313: from storage DS-5e8e7edf-046b-467a-b76d-82550a5117c2 node DatanodeRegistration(127.0.0.1:39161, datanodeUuid=d1983a6a-67f6-4b72-a0cc-736b3242d7be, infoPort=44287, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fe372cfdf86e07 with lease ID 0x1577ef11b08b8314: Processing first storage report for DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68 from datanode DatanodeRegistration(127.0.0.1:40323, datanodeUuid=2ca904bb-aed6-4054-8d92-46e104da0e63, infoPort=41479, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fe372cfdf86e07 with lease ID 0x1577ef11b08b8314: from storage DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68 node DatanodeRegistration(127.0.0.1:40323, datanodeUuid=2ca904bb-aed6-4054-8d92-46e104da0e63, infoPort=41479, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaee48df2f9cf99c with lease ID 0x1577ef11b08b8312: Processing first storage report for DS-9c0c4442-3e1d-4e9a-9650-530c8947c99a from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=4e05f424-907c-4e6c-8da4-e5c11e064591, infoPort=42993, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaee48df2f9cf99c with lease ID 0x1577ef11b08b8312: from storage DS-9c0c4442-3e1d-4e9a-9650-530c8947c99a node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=4e05f424-907c-4e6c-8da4-e5c11e064591, infoPort=42993, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b5d778e947d32f0 with lease ID 0x1577ef11b08b8313: Processing first storage report for DS-f4a23dce-e1a9-4f04-973c-20635e165a03 from datanode DatanodeRegistration(127.0.0.1:39161, datanodeUuid=d1983a6a-67f6-4b72-a0cc-736b3242d7be, infoPort=44287, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b5d778e947d32f0 with lease ID 0x1577ef11b08b8313: from storage DS-f4a23dce-e1a9-4f04-973c-20635e165a03 node DatanodeRegistration(127.0.0.1:39161, datanodeUuid=d1983a6a-67f6-4b72-a0cc-736b3242d7be, infoPort=44287, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fe372cfdf86e07 with lease ID 0x1577ef11b08b8314: Processing first storage report for DS-5b49376a-5024-4c9d-8ac8-0b04e3773fbd from datanode DatanodeRegistration(127.0.0.1:40323, datanodeUuid=2ca904bb-aed6-4054-8d92-46e104da0e63, infoPort=41479, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789) 2024-12-02T19:59:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fe372cfdf86e07 with lease ID 0x1577ef11b08b8314: from storage DS-5b49376a-5024-4c9d-8ac8-0b04e3773fbd node DatanodeRegistration(127.0.0.1:40323, datanodeUuid=2ca904bb-aed6-4054-8d92-46e104da0e63, infoPort=41479, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1197184338;c=1733169566789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T19:59:29,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458 2024-12-02T19:59:29,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/zookeeper_0, clientPort=56805, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:59:29,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56805 2024-12-02T19:59:29,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:29,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:59:29,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:59:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:59:30,347 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 with version=8 2024-12-02T19:59:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/hbase-staging 2024-12-02T19:59:30,420 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T19:59:30,647 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:59:30,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:30,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:30,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:59:30,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:59:30,816 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T19:59:30,823 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T19:59:30,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:59:30,847 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117611 (auto-detected) 2024-12-02T19:59:30,848 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T19:59:30,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46439 2024-12-02T19:59:30,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46439 connecting to ZooKeeper ensemble=127.0.0.1:56805 2024-12-02T19:59:30,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464390x0, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:59:30,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46439-0x10198ea726b0000 connected 2024-12-02T19:59:31,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:59:31,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405, hbase.cluster.distributed=false 2024-12-02T19:59:31,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:59:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46439 2024-12-02T19:59:31,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46439 2024-12-02T19:59:31,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46439 2024-12-02T19:59:31,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46439 2024-12-02T19:59:31,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46439 2024-12-02T19:59:31,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:59:31,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:59:31,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:59:31,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:59:31,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:59:31,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39271 2024-12-02T19:59:31,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39271 connecting to ZooKeeper ensemble=127.0.0.1:56805 2024-12-02T19:59:31,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392710x0, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:59:31,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392710x0, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:59:31,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39271-0x10198ea726b0001 connected 2024-12-02T19:59:31,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:59:31,254 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:59:31,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:59:31,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:59:31,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-02T19:59:31,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39271 2024-12-02T19:59:31,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39271 2024-12-02T19:59:31,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-02T19:59:31,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39271 2024-12-02T19:59:31,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:59:31,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:59:31,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:59:31,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:59:31,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:59:31,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36229 2024-12-02T19:59:31,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36229 connecting to ZooKeeper ensemble=127.0.0.1:56805 2024-12-02T19:59:31,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362290x0, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:59:31,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362290x0, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:59:31,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36229-0x10198ea726b0002 connected 2024-12-02T19:59:31,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:59:31,347 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:59:31,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:59:31,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:59:31,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2024-12-02T19:59:31,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2024-12-02T19:59:31,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2024-12-02T19:59:31,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2024-12-02T19:59:31,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2024-12-02T19:59:31,371 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:59:31,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:59:31,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:59:31,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43525 2024-12-02T19:59:31,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43525 connecting to ZooKeeper ensemble=127.0.0.1:56805 2024-12-02T19:59:31,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435250x0, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:59:31,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:59:31,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43525-0x10198ea726b0003 connected 2024-12-02T19:59:31,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:59:31,410 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:59:31,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:59:31,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:59:31,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43525 2024-12-02T19:59:31,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43525 2024-12-02T19:59:31,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43525 2024-12-02T19:59:31,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43525 2024-12-02T19:59:31,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43525 2024-12-02T19:59:31,431 DEBUG [M:0;41897df2911b:46439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:46439 2024-12-02T19:59:31,432 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,46439,1733169570497 2024-12-02T19:59:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,456 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,46439,1733169570497 2024-12-02T19:59:31,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:59:31,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:59:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:59:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,486 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:59:31,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,46439,1733169570497 from backup master directory 2024-12-02T19:59:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,46439,1733169570497 2024-12-02T19:59:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:59:31,501 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:59:31,501 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,46439,1733169570497 2024-12-02T19:59:31,504 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T19:59:31,506 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T19:59:31,561 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/hbase.id] with ID: 2da6fa7a-8312-452e-8974-ed006947fcf8 2024-12-02T19:59:31,561 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.tmp/hbase.id 2024-12-02T19:59:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:59:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:59:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:59:31,578 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.tmp/hbase.id]:[hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/hbase.id] 2024-12-02T19:59:31,624 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:59:31,630 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:59:31,647 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-02T19:59:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:59:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:59:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:59:31,694 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:59:31,695 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:59:31,707 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:59:31,710 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:59:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:59:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:59:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:59:31,754 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store 2024-12-02T19:59:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:59:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:59:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:59:31,776 INFO [master/41897df2911b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T19:59:31,780 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:31,782 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:59:31,782 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:59:31,782 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:59:31,784 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:59:31,784 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:59:31,784 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:59:31,785 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169571781Disabling compacts and flushes for region at 1733169571781Disabling writes for close at 1733169571784 (+3 ms)Writing region close event to WAL at 1733169571784Closed at 1733169571784 2024-12-02T19:59:31,787 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/.initializing 2024-12-02T19:59:31,787 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/WALs/41897df2911b,46439,1733169570497 2024-12-02T19:59:31,795 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:59:31,810 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C46439%2C1733169570497, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/WALs/41897df2911b,46439,1733169570497, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/oldWALs, maxLogs=10 2024-12-02T19:59:31,838 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/WALs/41897df2911b,46439,1733169570497/41897df2911b%2C46439%2C1733169570497.1733169571815, exclude list is [], retry=0 2024-12-02T19:59:31,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T19:59:31,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T19:59:31,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T19:59:31,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T19:59:31,889 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/WALs/41897df2911b,46439,1733169570497/41897df2911b%2C46439%2C1733169570497.1733169571815 2024-12-02T19:59:31,890 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:42993:42993),(127.0.0.1/127.0.0.1:41479:41479)] 2024-12-02T19:59:31,890 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:59:31,890 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:31,893 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,893 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:59:31,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:31,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:31,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:59:31,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:31,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:31,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:59:31,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:31,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:31,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:59:31,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:31,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:31,965 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,969 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,970 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,977 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,978 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,981 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:59:31,984 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:59:31,989 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:31,991 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64383521, jitterRate=-0.04061077535152435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:59:31,997 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169571903Initializing all the Stores at 1733169571905 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169571906 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169571907 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169571907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169571907Cleaning up temporary data from old regions at 1733169571978 (+71 ms)Region opened successfully at 1733169571996 (+18 ms) 2024-12-02T19:59:31,998 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:59:32,028 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a0b542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:59:32,054 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:59:32,064 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:59:32,064 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:59:32,067 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:59:32,068 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T19:59:32,072 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T19:59:32,072 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T19:59:32,094 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:59:32,105 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:59:32,200 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:59:32,204 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:59:32,207 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:59:32,218 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:59:32,221 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:59:32,225 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:59:32,235 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:59:32,237 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:59:32,244 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:59:32,266 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:59:32,277 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:59:32,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:59:32,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:59:32,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:59:32,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:59:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,289 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,46439,1733169570497, sessionid=0x10198ea726b0000, setting cluster-up flag (Was=false) 2024-12-02T19:59:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,343 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:59:32,346 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,46439,1733169570497 2024-12-02T19:59:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:32,393 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:59:32,396 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,46439,1733169570497 2024-12-02T19:59:32,403 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:59:32,421 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(746): ClusterId : 2da6fa7a-8312-452e-8974-ed006947fcf8 2024-12-02T19:59:32,421 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(746): ClusterId : 2da6fa7a-8312-452e-8974-ed006947fcf8 2024-12-02T19:59:32,422 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(746): ClusterId : 2da6fa7a-8312-452e-8974-ed006947fcf8 2024-12-02T19:59:32,424 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:59:32,424 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:59:32,424 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:59:32,445 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:59:32,445 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:59:32,445 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:59:32,445 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:59:32,445 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:59:32,445 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:59:32,461 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:59:32,461 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:59:32,461 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:59:32,462 DEBUG [RS:2;41897df2911b:43525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a3c3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:59:32,462 DEBUG [RS:0;41897df2911b:39271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5258b590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:59:32,462 DEBUG [RS:1;41897df2911b:36229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469df408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:59:32,474 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;41897df2911b:43525 2024-12-02T19:59:32,477 INFO [RS:2;41897df2911b:43525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:59:32,477 INFO [RS:2;41897df2911b:43525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:59:32,477 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:59:32,476 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:59:32,479 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=43525, startcode=1733169571371 2024-12-02T19:59:32,482 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:39271 2024-12-02T19:59:32,482 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:36229 2024-12-02T19:59:32,482 INFO [RS:0;41897df2911b:39271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:59:32,482 INFO [RS:1;41897df2911b:36229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:59:32,482 INFO [RS:0;41897df2911b:39271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:59:32,482 INFO [RS:1;41897df2911b:36229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:59:32,482 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:59:32,482 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:59:32,483 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=36229, startcode=1733169571280 2024-12-02T19:59:32,483 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=39271, startcode=1733169571175 2024-12-02T19:59:32,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:59:32,489 DEBUG [RS:2;41897df2911b:43525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:59:32,489 DEBUG [RS:0;41897df2911b:39271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:59:32,489 DEBUG [RS:1;41897df2911b:36229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:59:32,496 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:59:32,501 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,46439,1733169570497 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:59:32,509 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:59:32,510 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:59:32,510 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:59:32,511 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:59:32,511 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:59:32,511 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,511 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:59:32,512 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,514 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169602514 2024-12-02T19:59:32,516 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:59:32,517 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:59:32,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:59:32,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:59:32,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:59:32,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:59:32,521 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:59:32,523 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:59:32,523 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:59:32,524 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:59:32,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:32,524 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:59:32,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:59:32,527 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:59:32,526 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,531 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:59:32,532 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:59:32,533 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:59:32,533 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:59:32,534 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:59:32,535 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:59:32,535 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:59:32,538 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169572537,5,FailOnTimeoutGroup] 2024-12-02T19:59:32,538 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169572538,5,FailOnTimeoutGroup] 2024-12-02T19:59:32,539 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,539 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:59:32,552 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,552 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:59:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:59:32,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:59:32,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:59:32,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:32,564 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T19:59:32,564 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T19:59:32,564 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T19:59:32,565 WARN [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T19:59:32,565 WARN [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T19:59:32,565 WARN [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T19:59:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:59:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:59:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741832_1008 (size=32) 2024-12-02T19:59:32,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:32,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:59:32,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:59:32,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:32,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:32,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:59:32,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:59:32,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:32,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:32,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:59:32,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:59:32,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:32,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:32,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:59:32,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:59:32,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:32,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:32,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:59:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T19:59:32,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T19:59:32,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:59:32,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:59:32,596 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:59:32,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:59:32,603 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:32,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59024289, jitterRate=-0.12046955525875092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:59:32,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169572570Initializing all the Stores at 1733169572572 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169572572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169572572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169572572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169572572Cleaning up temporary data from old regions at 1733169572595 (+23 ms)Region opened successfully at 1733169572608 (+13 ms) 2024-12-02T19:59:32,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:59:32,608 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:59:32,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:59:32,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:59:32,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:59:32,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:59:32,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169572608Disabling compacts and flushes for region at 1733169572608Disabling writes for close at 1733169572608Writing region close event to WAL at 1733169572609 (+1 ms)Closed at 1733169572610 (+1 ms) 2024-12-02T19:59:32,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:59:32,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:59:32,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:59:32,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:59:32,634 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:59:32,666 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=36229, startcode=1733169571280 2024-12-02T19:59:32,666 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=39271, startcode=1733169571175 2024-12-02T19:59:32,666 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,46439,1733169570497 with port=43525, startcode=1733169571371 2024-12-02T19:59:32,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,39271,1733169571175 2024-12-02T19:59:32,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(517): Registering regionserver=41897df2911b,39271,1733169571175 2024-12-02T19:59:32,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,36229,1733169571280 2024-12-02T19:59:32,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(517): Registering regionserver=41897df2911b,36229,1733169571280 2024-12-02T19:59:32,677 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:32,677 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36701 2024-12-02T19:59:32,677 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:59:32,680 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:32,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,43525,1733169571371 2024-12-02T19:59:32,680 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36701 2024-12-02T19:59:32,680 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:59:32,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] master.ServerManager(517): Registering regionserver=41897df2911b,43525,1733169571371 2024-12-02T19:59:32,683 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:32,683 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36701 2024-12-02T19:59:32,683 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:59:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:59:32,731 DEBUG [RS:0;41897df2911b:39271 {}] zookeeper.ZKUtil(111): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,39271,1733169571175 2024-12-02T19:59:32,731 WARN [RS:0;41897df2911b:39271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:59:32,732 INFO [RS:0;41897df2911b:39271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:59:32,732 DEBUG [RS:1;41897df2911b:36229 {}] zookeeper.ZKUtil(111): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,36229,1733169571280 2024-12-02T19:59:32,732 DEBUG [RS:2;41897df2911b:43525 {}] zookeeper.ZKUtil(111): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,43525,1733169571371 2024-12-02T19:59:32,732 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,39271,1733169571175 2024-12-02T19:59:32,732 WARN [RS:1;41897df2911b:36229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:59:32,732 WARN [RS:2;41897df2911b:43525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:59:32,732 INFO [RS:1;41897df2911b:36229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:59:32,732 INFO [RS:2;41897df2911b:43525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:59:32,733 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280 2024-12-02T19:59:32,733 DEBUG [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371 2024-12-02T19:59:32,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,39271,1733169571175] 2024-12-02T19:59:32,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,43525,1733169571371] 2024-12-02T19:59:32,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,36229,1733169571280] 2024-12-02T19:59:32,759 INFO [RS:0;41897df2911b:39271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:59:32,759 INFO [RS:1;41897df2911b:36229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:59:32,759 INFO [RS:2;41897df2911b:43525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:59:32,772 INFO [RS:1;41897df2911b:36229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:59:32,772 INFO [RS:0;41897df2911b:39271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:59:32,772 INFO [RS:2;41897df2911b:43525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:59:32,779 INFO [RS:1;41897df2911b:36229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:59:32,779 INFO [RS:0;41897df2911b:39271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:59:32,779 INFO [RS:2;41897df2911b:43525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:59:32,779 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,779 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,779 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,783 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:59:32,783 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:59:32,783 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:59:32,785 WARN [41897df2911b:46439 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T19:59:32,788 INFO [RS:2;41897df2911b:43525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:59:32,788 INFO [RS:1;41897df2911b:36229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:59:32,788 INFO [RS:0;41897df2911b:39271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:59:32,790 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,790 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,790 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,791 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:59:32,791 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,792 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,792 DEBUG [RS:2;41897df2911b:43525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,792 DEBUG [RS:1;41897df2911b:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,793 DEBUG [RS:0;41897df2911b:39271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39271,1733169571175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,799 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43525,1733169571371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,802 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36229,1733169571280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:59:32,819 INFO [RS:0;41897df2911b:39271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:59:32,821 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,39271,1733169571175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,821 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,821 INFO [RS:0;41897df2911b:39271 {}] regionserver.Replication(171): 41897df2911b,39271,1733169571175 started 2024-12-02T19:59:32,822 INFO [RS:2;41897df2911b:43525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:59:32,822 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43525,1733169571371-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,822 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,823 INFO [RS:2;41897df2911b:43525 {}] regionserver.Replication(171): 41897df2911b,43525,1733169571371 started 2024-12-02T19:59:32,827 INFO [RS:1;41897df2911b:36229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:59:32,828 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36229,1733169571280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,828 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,828 INFO [RS:1;41897df2911b:36229 {}] regionserver.Replication(171): 41897df2911b,36229,1733169571280 started 2024-12-02T19:59:32,838 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,839 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,39271,1733169571175, RpcServer on 41897df2911b/172.17.0.2:39271, sessionid=0x10198ea726b0001 2024-12-02T19:59:32,840 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:59:32,840 DEBUG [RS:0;41897df2911b:39271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,39271,1733169571175 2024-12-02T19:59:32,840 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39271,1733169571175' 2024-12-02T19:59:32,840 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:59:32,841 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:59:32,841 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:59:32,842 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:59:32,842 DEBUG [RS:0;41897df2911b:39271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,39271,1733169571175 2024-12-02T19:59:32,842 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,39271,1733169571175' 2024-12-02T19:59:32,842 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:59:32,842 DEBUG [RS:0;41897df2911b:39271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:59:32,843 DEBUG [RS:0;41897df2911b:39271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:59:32,843 INFO [RS:0;41897df2911b:39271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:59:32,843 INFO [RS:0;41897df2911b:39271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:59:32,843 INFO [RS:2;41897df2911b:43525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,843 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,43525,1733169571371, RpcServer on 41897df2911b/172.17.0.2:43525, sessionid=0x10198ea726b0003 2024-12-02T19:59:32,844 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:59:32,844 DEBUG [RS:2;41897df2911b:43525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,43525,1733169571371 2024-12-02T19:59:32,844 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,43525,1733169571371' 2024-12-02T19:59:32,844 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:59:32,844 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:59:32,845 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:59:32,845 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:59:32,845 DEBUG [RS:2;41897df2911b:43525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,43525,1733169571371 2024-12-02T19:59:32,845 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,43525,1733169571371' 2024-12-02T19:59:32,845 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:59:32,846 DEBUG [RS:2;41897df2911b:43525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:59:32,846 DEBUG [RS:2;41897df2911b:43525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:59:32,846 INFO [RS:2;41897df2911b:43525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:59:32,846 INFO [RS:2;41897df2911b:43525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:59:32,848 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:32,848 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,36229,1733169571280, RpcServer on 41897df2911b/172.17.0.2:36229, sessionid=0x10198ea726b0002 2024-12-02T19:59:32,848 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:59:32,848 DEBUG [RS:1;41897df2911b:36229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,36229,1733169571280 2024-12-02T19:59:32,848 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36229,1733169571280' 2024-12-02T19:59:32,848 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:59:32,849 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,36229,1733169571280 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36229,1733169571280' 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:59:32,850 DEBUG [RS:1;41897df2911b:36229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:59:32,851 DEBUG [RS:1;41897df2911b:36229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:59:32,851 INFO [RS:1;41897df2911b:36229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:59:32,851 INFO [RS:1;41897df2911b:36229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:59:32,949 INFO [RS:2;41897df2911b:43525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:59:32,949 INFO [RS:0;41897df2911b:39271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:59:32,952 INFO [RS:1;41897df2911b:36229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:59:32,954 INFO [RS:2;41897df2911b:43525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C43525%2C1733169571371, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs, maxLogs=32 2024-12-02T19:59:32,954 INFO [RS:0;41897df2911b:39271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C39271%2C1733169571175, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,39271,1733169571175, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs, maxLogs=32 2024-12-02T19:59:32,955 INFO [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36229%2C1733169571280, suffix=, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs, maxLogs=32 2024-12-02T19:59:32,969 DEBUG [RS:2;41897df2911b:43525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371/41897df2911b%2C43525%2C1733169571371.1733169572957, exclude list is [], retry=0 2024-12-02T19:59:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T19:59:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T19:59:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T19:59:32,976 DEBUG [RS:0;41897df2911b:39271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,39271,1733169571175/41897df2911b%2C39271%2C1733169571175.1733169572957, exclude list is [], retry=0 2024-12-02T19:59:32,976 DEBUG [RS:1;41897df2911b:36229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280/41897df2911b%2C36229%2C1733169571280.1733169572958, exclude list is [], retry=0 2024-12-02T19:59:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T19:59:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T19:59:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T19:59:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T19:59:32,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T19:59:32,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T19:59:32,986 INFO [RS:2;41897df2911b:43525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371/41897df2911b%2C43525%2C1733169571371.1733169572957 2024-12-02T19:59:32,992 INFO [RS:0;41897df2911b:39271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,39271,1733169571175/41897df2911b%2C39271%2C1733169571175.1733169572957 2024-12-02T19:59:32,992 INFO [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280/41897df2911b%2C36229%2C1733169571280.1733169572958 2024-12-02T19:59:32,993 DEBUG [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:42993:42993),(127.0.0.1/127.0.0.1:41479:41479)] 2024-12-02T19:59:32,993 DEBUG [RS:2;41897df2911b:43525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993),(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:41479:41479)] 2024-12-02T19:59:32,993 DEBUG [RS:0;41897df2911b:39271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:42993:42993)] 2024-12-02T19:59:33,038 DEBUG [41897df2911b:46439 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T19:59:33,047 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T19:59:33,054 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:59:33,054 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:59:33,054 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T19:59:33,054 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:59:33,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:33,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,43525,1733169571371, state=OPENING 2024-12-02T19:59:33,135 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:59:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:33,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:59:33,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:33,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:33,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:33,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:33,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:59:33,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,43525,1733169571371}] 2024-12-02T19:59:40,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T19:59:40,816 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T19:59:43,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:59:43,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:59:43,194 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:59:43,194 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:59:43,195 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:59:43,198 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C43525%2C1733169571371.meta, suffix=.meta, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs, maxLogs=32 2024-12-02T19:59:43,211 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, exclude list is [], retry=0 2024-12-02T19:59:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T19:59:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T19:59:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T19:59:43,217 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta 2024-12-02T19:59:43,218 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:42993:42993),(127.0.0.1/127.0.0.1:44287:44287)] 2024-12-02T19:59:43,218 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:59:43,219 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:59:43,222 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:59:43,226 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:59:43,229 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:59:43,230 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,230 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:59:43,230 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:59:43,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:59:43,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:59:43,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:43,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:43,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:59:43,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:59:43,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:43,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:43,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:59:43,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:59:43,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:43,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:43,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:59:43,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:59:43,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:43,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:59:43,243 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:59:43,245 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T19:59:43,247 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T19:59:43,249 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:59:43,250 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:59:43,250 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:59:43,252 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:59:43,254 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68923507, jitterRate=0.027040287852287292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:59:43,254 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:59:43,255 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169583230Writing region info on filesystem at 1733169583230Initializing all the Stores at 1733169583232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169583232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169583232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169583232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169583232Cleaning up temporary data from old regions at 1733169583250 (+18 ms)Running coprocessor post-open hooks at 1733169583254 (+4 ms)Region opened successfully at 1733169583255 (+1 ms) 2024-12-02T19:59:43,261 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169583171 2024-12-02T19:59:43,270 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:59:43,271 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:59:43,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:43,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,43525,1733169571371, state=OPEN 2024-12-02T19:59:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:59:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:59:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:59:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:59:43,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:43,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:43,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:43,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:59:43,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,43525,1733169571371 2024-12-02T19:59:43,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:59:43,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,43525,1733169571371 in 10.1480 sec 2024-12-02T19:59:43,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:59:43,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6880 sec 2024-12-02T19:59:43,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:59:43,316 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:59:43,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:59:43,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1] 2024-12-02T19:59:43,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:59:43,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:59:43,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9400 sec 2024-12-02T19:59:43,374 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169583374, completionTime=-1 2024-12-02T19:59:43,376 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T19:59:43,377 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:59:43,399 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T19:59:43,399 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169643399 2024-12-02T19:59:43,399 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169703399 2024-12-02T19:59:43,399 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-02T19:59:43,401 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T19:59:43,407 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,407 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,408 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,409 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:46439, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,409 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,410 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,415 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:59:43,435 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.934sec 2024-12-02T19:59:43,437 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:59:43,439 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:59:43,439 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:59:43,440 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:59:43,440 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:59:43,441 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:59:43,441 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:59:43,446 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:59:43,447 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:59:43,448 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,46439,1733169570497-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:59:43,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,548 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T19:59:43,549 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T19:59:43,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,46439,-1 for getting cluster id 2024-12-02T19:59:43,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:59:43,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2da6fa7a-8312-452e-8974-ed006947fcf8' 2024-12-02T19:59:43,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:59:43,566 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2da6fa7a-8312-452e-8974-ed006947fcf8" 2024-12-02T19:59:43,567 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,567 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,46439,-1] 2024-12-02T19:59:43,571 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:59:43,573 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:59:43,574 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:59:43,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:59:43,583 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1] 2024-12-02T19:59:43,584 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:59:43,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:59:43,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,46439,1733169570497 2024-12-02T19:59:43,630 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733169583629 (current time:1733169583629). 2024-12-02T19:59:43,630 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T19:59:43,631 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T19:59:43,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,46439,-1 for getting cluster id 2024-12-02T19:59:43,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:59:43,636 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2da6fa7a-8312-452e-8974-ed006947fcf8' 2024-12-02T19:59:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:59:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2da6fa7a-8312-452e-8974-ed006947fcf8" 2024-12-02T19:59:43,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca5a3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,46439,-1] 2024-12-02T19:59:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:59:43,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:59:43,643 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:59:43,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1ddbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:59:43,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:59:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1] 2024-12-02T19:59:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:59:43,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:59:43,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:59:43,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:59:43,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:59:43,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:59:43,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:59:43,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:59:43,668 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,46439,1733169570497 2024-12-02T19:59:43,670 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eef40f2 2024-12-02T19:59:43,671 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:59:43,673 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:59:43,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:59:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T19:59:43,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:59:43,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T19:59:43,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:43,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:59:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741837_1013 (size=361) 2024-12-02T19:59:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741837_1013 (size=361) 2024-12-02T19:59:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741837_1013 (size=361) 2024-12-02T19:59:43,709 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b04372f3b9f7245d8e2545dff460225, NAME => 'SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,709 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60f84d79b2c3358aed470f66366b5935, NAME => 'SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 453704a016f5a7fde0efb143c619da31, NAME => 'SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741839_1015 (size=62) 2024-12-02T19:59:43,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741839_1015 (size=62) 2024-12-02T19:59:43,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741839_1015 (size=62) 2024-12-02T19:59:43,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60f84d79b2c3358aed470f66366b5935, disabling compactions & flushes 2024-12-02T19:59:43,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:43,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:43,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. after waiting 0 ms 2024-12-02T19:59:43,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:43,729 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:43,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60f84d79b2c3358aed470f66366b5935: Waiting for close lock at 1733169583729Disabling compacts and flushes for region at 1733169583729Disabling writes for close at 1733169583729Writing region close event to WAL at 1733169583729Closed at 1733169583729 2024-12-02T19:59:43,730 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0db9d97bb572ff13cbbffe2f31586100, NAME => 'SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741838_1014 (size=62) 2024-12-02T19:59:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741838_1014 (size=62) 2024-12-02T19:59:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741838_1014 (size=62) 2024-12-02T19:59:43,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,733 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 453704a016f5a7fde0efb143c619da31, disabling compactions & flushes 2024-12-02T19:59:43,733 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:43,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:43,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. after waiting 0 ms 2024-12-02T19:59:43,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:43,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:43,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 453704a016f5a7fde0efb143c619da31: Waiting for close lock at 1733169583733Disabling compacts and flushes for region at 1733169583733Disabling writes for close at 1733169583734 (+1 ms)Writing region close event to WAL at 1733169583734Closed at 1733169583734 2024-12-02T19:59:43,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80324c0e288c6dcb1b2a9242d41b8d62, NAME => 'SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741840_1016 (size=54) 2024-12-02T19:59:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741840_1016 (size=54) 2024-12-02T19:59:43,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741840_1016 (size=54) 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2b04372f3b9f7245d8e2545dff460225, disabling compactions & flushes 2024-12-02T19:59:43,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. after waiting 0 ms 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:43,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:43,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b04372f3b9f7245d8e2545dff460225: Waiting for close lock at 1733169583742Disabling compacts and flushes for region at 1733169583742Disabling writes for close at 1733169583742Writing region close event to WAL at 1733169583742Closed at 1733169583742 2024-12-02T19:59:43,743 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 514cca7540e0826bbfef34c0f5b38fa4, NAME => 'SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741841_1017 (size=62) 2024-12-02T19:59:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741841_1017 (size=62) 2024-12-02T19:59:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741841_1017 (size=62) 2024-12-02T19:59:43,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0db9d97bb572ff13cbbffe2f31586100, disabling compactions & flushes 2024-12-02T19:59:43,752 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:43,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:43,752 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. after waiting 0 ms 2024-12-02T19:59:43,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:43,753 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:43,753 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0db9d97bb572ff13cbbffe2f31586100: Waiting for close lock at 1733169583752Disabling compacts and flushes for region at 1733169583752Disabling writes for close at 1733169583753 (+1 ms)Writing region close event to WAL at 1733169583753Closed at 1733169583753 2024-12-02T19:59:43,753 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7762e033f3aac41e3024d4b0ab32139a, NAME => 'SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741842_1018 (size=62) 2024-12-02T19:59:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741842_1018 (size=62) 2024-12-02T19:59:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741842_1018 (size=62) 2024-12-02T19:59:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741843_1019 (size=62) 2024-12-02T19:59:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741843_1019 (size=62) 2024-12-02T19:59:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741843_1019 (size=62) 2024-12-02T19:59:43,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 514cca7540e0826bbfef34c0f5b38fa4, disabling compactions & flushes 2024-12-02T19:59:43,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:43,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:43,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. after waiting 0 ms 2024-12-02T19:59:43,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:43,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:43,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 514cca7540e0826bbfef34c0f5b38fa4: Waiting for close lock at 1733169583764Disabling compacts and flushes for region at 1733169583764Disabling writes for close at 1733169583764Writing region close event to WAL at 1733169583764Closed at 1733169583764 2024-12-02T19:59:43,765 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b48ebce6c2e47f4c7420cc4bd6efa220, NAME => 'SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741844_1020 (size=62) 2024-12-02T19:59:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741844_1020 (size=62) 2024-12-02T19:59:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741844_1020 (size=62) 2024-12-02T19:59:43,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7762e033f3aac41e3024d4b0ab32139a, disabling compactions & flushes 2024-12-02T19:59:43,771 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:43,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:43,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. after waiting 0 ms 2024-12-02T19:59:43,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:43,772 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:43,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7762e033f3aac41e3024d4b0ab32139a: Waiting for close lock at 1733169583771Disabling compacts and flushes for region at 1733169583771Disabling writes for close at 1733169583772 (+1 ms)Writing region close event to WAL at 1733169583772Closed at 1733169583772 2024-12-02T19:59:43,772 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fcc2ad766929573599e051f8f8b500e9, NAME => 'SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741845_1021 (size=62) 2024-12-02T19:59:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741845_1021 (size=62) 2024-12-02T19:59:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741845_1021 (size=62) 2024-12-02T19:59:43,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b48ebce6c2e47f4c7420cc4bd6efa220, disabling compactions & flushes 2024-12-02T19:59:43,779 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:43,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:43,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. after waiting 0 ms 2024-12-02T19:59:43,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:43,779 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:43,779 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b48ebce6c2e47f4c7420cc4bd6efa220: Waiting for close lock at 1733169583779Disabling compacts and flushes for region at 1733169583779Disabling writes for close at 1733169583779Writing region close event to WAL at 1733169583779Closed at 1733169583779 2024-12-02T19:59:43,780 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3969b98cfa6dfce4a02e543e046e5060, NAME => 'SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405 2024-12-02T19:59:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741846_1022 (size=62) 2024-12-02T19:59:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741846_1022 (size=62) 2024-12-02T19:59:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741846_1022 (size=62) 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fcc2ad766929573599e051f8f8b500e9, disabling compactions & flushes 2024-12-02T19:59:43,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. after waiting 0 ms 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:43,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:43,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fcc2ad766929573599e051f8f8b500e9: Waiting for close lock at 1733169583785Disabling compacts and flushes for region at 1733169583785Disabling writes for close at 1733169583785Writing region close event to WAL at 1733169583785Closed at 1733169583785 2024-12-02T19:59:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741847_1023 (size=54) 2024-12-02T19:59:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741847_1023 (size=54) 2024-12-02T19:59:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741847_1023 (size=54) 2024-12-02T19:59:43,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:43,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3969b98cfa6dfce4a02e543e046e5060, disabling compactions & flushes 2024-12-02T19:59:43,799 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:43,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:43,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. after waiting 0 ms 2024-12-02T19:59:43,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:43,799 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:43,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3969b98cfa6dfce4a02e543e046e5060: Waiting for close lock at 1733169583799Disabling compacts and flushes for region at 1733169583799Disabling writes for close at 1733169583799Writing region close event to WAL at 1733169583799Closed at 1733169583799 2024-12-02T19:59:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:44,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:44,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 80324c0e288c6dcb1b2a9242d41b8d62, disabling compactions & flushes 2024-12-02T19:59:44,158 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:44,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:44,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. after waiting 0 ms 2024-12-02T19:59:44,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:44,159 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:44,159 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80324c0e288c6dcb1b2a9242d41b8d62: Waiting for close lock at 1733169584158Disabling compacts and flushes for region at 1733169584158Disabling writes for close at 1733169584159 (+1 ms)Writing region close event to WAL at 1733169584159Closed at 1733169584159 2024-12-02T19:59:44,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:59:44,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169584164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169584164"}]},"ts":"1733169584164"} 2024-12-02T19:59:44,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T19:59:44,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:59:44,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169584208"}]},"ts":"1733169584208"} 2024-12-02T19:59:44,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T19:59:44,215 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T19:59:44,221 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T19:59:44,221 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T19:59:44,221 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T19:59:44,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T19:59:44,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T19:59:44,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T19:59:44,222 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T19:59:44,222 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T19:59:44,222 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T19:59:44,222 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T19:59:44,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=453704a016f5a7fde0efb143c619da31, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f84d79b2c3358aed470f66366b5935, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9d97bb572ff13cbbffe2f31586100, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514cca7540e0826bbfef34c0f5b38fa4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48ebce6c2e47f4c7420cc4bd6efa220, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc2ad766929573599e051f8f8b500e9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN}] 2024-12-02T19:59:44,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN 2024-12-02T19:59:44,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48ebce6c2e47f4c7420cc4bd6efa220, ASSIGN 2024-12-02T19:59:44,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc2ad766929573599e051f8f8b500e9, ASSIGN 2024-12-02T19:59:44,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN 2024-12-02T19:59:44,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514cca7540e0826bbfef34c0f5b38fa4, ASSIGN 2024-12-02T19:59:44,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcc2ad766929573599e051f8f8b500e9, ASSIGN; state=OFFLINE, location=41897df2911b,39271,1733169571175; forceNewPlan=false, retain=false 2024-12-02T19:59:44,228 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN; state=OFFLINE, location=41897df2911b,43525,1733169571371; forceNewPlan=false, retain=false 2024-12-02T19:59:44,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b48ebce6c2e47f4c7420cc4bd6efa220, ASSIGN; state=OFFLINE, location=41897df2911b,36229,1733169571280; forceNewPlan=false, retain=false 2024-12-02T19:59:44,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN; state=OFFLINE, location=41897df2911b,43525,1733169571371; forceNewPlan=false, retain=false 2024-12-02T19:59:44,230 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514cca7540e0826bbfef34c0f5b38fa4, ASSIGN; state=OFFLINE, location=41897df2911b,39271,1733169571175; forceNewPlan=false, retain=false 2024-12-02T19:59:44,233 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9d97bb572ff13cbbffe2f31586100, ASSIGN 2024-12-02T19:59:44,234 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9d97bb572ff13cbbffe2f31586100, ASSIGN; state=OFFLINE, location=41897df2911b,36229,1733169571280; forceNewPlan=false, retain=false 2024-12-02T19:59:44,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62, ASSIGN 2024-12-02T19:59:44,235 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=453704a016f5a7fde0efb143c619da31, ASSIGN 2024-12-02T19:59:44,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f84d79b2c3358aed470f66366b5935, ASSIGN 2024-12-02T19:59:44,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN 2024-12-02T19:59:44,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=453704a016f5a7fde0efb143c619da31, ASSIGN; state=OFFLINE, location=41897df2911b,39271,1733169571175; forceNewPlan=false, retain=false 2024-12-02T19:59:44,236 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60f84d79b2c3358aed470f66366b5935, ASSIGN; state=OFFLINE, location=41897df2911b,36229,1733169571280; forceNewPlan=false, retain=false 2024-12-02T19:59:44,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62, ASSIGN; state=OFFLINE, location=41897df2911b,36229,1733169571280; forceNewPlan=false, retain=false 2024-12-02T19:59:44,236 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN; state=OFFLINE, location=41897df2911b,43525,1733169571371; forceNewPlan=false, retain=false 2024-12-02T19:59:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:44,385 INFO [41897df2911b:46439 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T19:59:44,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fcc2ad766929573599e051f8f8b500e9, regionState=OPENING, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:44,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b04372f3b9f7245d8e2545dff460225, regionState=OPENING, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:44,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7762e033f3aac41e3024d4b0ab32139a, regionState=OPENING, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:44,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3969b98cfa6dfce4a02e543e046e5060, regionState=OPENING, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:44,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=514cca7540e0826bbfef34c0f5b38fa4, regionState=OPENING, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:44,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=453704a016f5a7fde0efb143c619da31, regionState=OPENING, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:44,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b48ebce6c2e47f4c7420cc4bd6efa220, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:44,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80324c0e288c6dcb1b2a9242d41b8d62, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:44,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0db9d97bb572ff13cbbffe2f31586100, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:44,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60f84d79b2c3358aed470f66366b5935, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcc2ad766929573599e051f8f8b500e9, ASSIGN because future has completed 2024-12-02T19:59:44,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc2ad766929573599e051f8f8b500e9, server=41897df2911b,39271,1733169571175}] 2024-12-02T19:59:44,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN because future has completed 2024-12-02T19:59:44,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,43525,1733169571371}] 2024-12-02T19:59:44,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN because future has completed 2024-12-02T19:59:44,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,43525,1733169571371}] 2024-12-02T19:59:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN because future has completed 2024-12-02T19:59:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=514cca7540e0826bbfef34c0f5b38fa4, ASSIGN because future has completed 2024-12-02T19:59:44,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,43525,1733169571371}] 2024-12-02T19:59:44,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=453704a016f5a7fde0efb143c619da31, ASSIGN because future has completed 2024-12-02T19:59:44,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b48ebce6c2e47f4c7420cc4bd6efa220, ASSIGN because future has completed 2024-12-02T19:59:44,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4, server=41897df2911b,39271,1733169571175}] 2024-12-02T19:59:44,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453704a016f5a7fde0efb143c619da31, server=41897df2911b,39271,1733169571175}] 2024-12-02T19:59:44,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220, server=41897df2911b,36229,1733169571280}] 2024-12-02T19:59:44,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62, ASSIGN because future has completed 2024-12-02T19:59:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60f84d79b2c3358aed470f66366b5935, ASSIGN because future has completed 2024-12-02T19:59:44,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9d97bb572ff13cbbffe2f31586100, ASSIGN because future has completed 2024-12-02T19:59:44,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9d97bb572ff13cbbffe2f31586100, server=41897df2911b,36229,1733169571280}] 2024-12-02T19:59:44,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60f84d79b2c3358aed470f66366b5935, server=41897df2911b,36229,1733169571280}] 2024-12-02T19:59:44,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62, server=41897df2911b,36229,1733169571280}] 2024-12-02T19:59:44,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:59:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:48,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:59:50,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:59:50,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T19:59:50,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:59:50,817 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T19:59:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:59:54,399 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:59:54,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:59:54,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:59:54,414 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:54,414 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:54,414 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3969b98cfa6dfce4a02e543e046e5060, NAME => 'SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T19:59:54,414 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 453704a016f5a7fde0efb143c619da31, NAME => 'SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,415 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:59:54,418 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,418 INFO [StoreOpener-453704a016f5a7fde0efb143c619da31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,419 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3969b98cfa6dfce4a02e543e046e5060 columnFamilyName cf 2024-12-02T19:59:54,419 INFO [StoreOpener-453704a016f5a7fde0efb143c619da31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453704a016f5a7fde0efb143c619da31 columnFamilyName cf 2024-12-02T19:59:54,419 DEBUG [StoreOpener-453704a016f5a7fde0efb143c619da31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,419 DEBUG [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,420 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] regionserver.HStore(327): Store=3969b98cfa6dfce4a02e543e046e5060/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,420 INFO [StoreOpener-453704a016f5a7fde0efb143c619da31-1 {}] regionserver.HStore(327): Store=453704a016f5a7fde0efb143c619da31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,421 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,421 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,422 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,422 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,422 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:54,422 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,422 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,422 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db9d97bb572ff13cbbffe2f31586100, NAME => 'SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,423 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,425 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,425 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,426 INFO [StoreOpener-0db9d97bb572ff13cbbffe2f31586100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,428 INFO [StoreOpener-0db9d97bb572ff13cbbffe2f31586100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db9d97bb572ff13cbbffe2f31586100 columnFamilyName cf 2024-12-02T19:59:54,429 DEBUG [StoreOpener-0db9d97bb572ff13cbbffe2f31586100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,429 INFO [StoreOpener-0db9d97bb572ff13cbbffe2f31586100-1 {}] regionserver.HStore(327): Store=0db9d97bb572ff13cbbffe2f31586100/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,429 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,430 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,431 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,431 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,432 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,432 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,432 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3969b98cfa6dfce4a02e543e046e5060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69979478, jitterRate=0.042775481939315796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,432 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T19:59:54,433 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/453704a016f5a7fde0efb143c619da31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,433 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3969b98cfa6dfce4a02e543e046e5060: Running coprocessor pre-open hook at 1733169594416Writing region info on filesystem at 1733169594416Initializing all the Stores at 1733169594417 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594417Cleaning up temporary data from old regions at 1733169594423 (+6 ms)Running coprocessor post-open hooks at 1733169594432 (+9 ms)Region opened successfully at 1733169594433 (+1 ms) 2024-12-02T19:59:54,433 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 453704a016f5a7fde0efb143c619da31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68386398, jitterRate=0.01903674006462097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,434 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 453704a016f5a7fde0efb143c619da31 2024-12-02T19:59:54,434 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 453704a016f5a7fde0efb143c619da31: Running coprocessor pre-open hook at 1733169594415Writing region info on filesystem at 1733169594415Initializing all the Stores at 1733169594417 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594417Cleaning up temporary data from old regions at 1733169594423 (+6 ms)Running coprocessor post-open hooks at 1733169594434 (+11 ms)Region opened successfully at 1733169594434 2024-12-02T19:59:54,435 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,435 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31., pid=20, masterSystemTime=1733169594398 2024-12-02T19:59:54,436 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., pid=18, masterSystemTime=1733169594400 2024-12-02T19:59:54,439 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/0db9d97bb572ff13cbbffe2f31586100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,439 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:54,439 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T19:59:54,440 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:54,440 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 514cca7540e0826bbfef34c0f5b38fa4, NAME => 'SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T19:59:54,440 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,440 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0db9d97bb572ff13cbbffe2f31586100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65604509, jitterRate=-0.02241663634777069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,440 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T19:59:54,440 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=453704a016f5a7fde0efb143c619da31, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:54,441 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,441 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0db9d97bb572ff13cbbffe2f31586100: Running coprocessor pre-open hook at 1733169594423Writing region info on filesystem at 1733169594423Initializing all the Stores at 1733169594425 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594425Cleaning up temporary data from old regions at 1733169594432 (+7 ms)Running coprocessor post-open hooks at 1733169594440 (+8 ms)Region opened successfully at 1733169594441 (+1 ms) 2024-12-02T19:59:54,441 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,443 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100., pid=22, masterSystemTime=1733169594413 2024-12-02T19:59:54,444 INFO [StoreOpener-514cca7540e0826bbfef34c0f5b38fa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,445 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:54,445 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T19:59:54,445 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:54,445 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7762e033f3aac41e3024d4b0ab32139a, NAME => 'SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T19:59:54,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453704a016f5a7fde0efb143c619da31, server=41897df2911b,39271,1733169571175 because future has completed 2024-12-02T19:59:54,446 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,446 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,446 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,446 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3969b98cfa6dfce4a02e543e046e5060, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:54,448 INFO [StoreOpener-514cca7540e0826bbfef34c0f5b38fa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 514cca7540e0826bbfef34c0f5b38fa4 columnFamilyName cf 2024-12-02T19:59:54,448 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:54,448 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T19:59:54,448 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:54,448 DEBUG [StoreOpener-514cca7540e0826bbfef34c0f5b38fa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,448 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 80324c0e288c6dcb1b2a9242d41b8d62, NAME => 'SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T19:59:54,449 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,449 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,449 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,449 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,449 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0db9d97bb572ff13cbbffe2f31586100, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:54,449 INFO [StoreOpener-514cca7540e0826bbfef34c0f5b38fa4-1 {}] regionserver.HStore(327): Store=514cca7540e0826bbfef34c0f5b38fa4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,450 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,451 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,451 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,451 INFO [StoreOpener-80324c0e288c6dcb1b2a9242d41b8d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,43525,1733169571371 because future has completed 2024-12-02T19:59:54,453 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,454 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7762e033f3aac41e3024d4b0ab32139a columnFamilyName cf 2024-12-02T19:59:54,454 DEBUG [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,455 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,455 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9d97bb572ff13cbbffe2f31586100, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T19:59:54,456 INFO [StoreOpener-80324c0e288c6dcb1b2a9242d41b8d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80324c0e288c6dcb1b2a9242d41b8d62 columnFamilyName cf 2024-12-02T19:59:54,456 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] regionserver.HStore(327): Store=7762e033f3aac41e3024d4b0ab32139a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,456 DEBUG [StoreOpener-80324c0e288c6dcb1b2a9242d41b8d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,456 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,457 INFO [StoreOpener-80324c0e288c6dcb1b2a9242d41b8d62-1 {}] regionserver.HStore(327): Store=80324c0e288c6dcb1b2a9242d41b8d62/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,457 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,458 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,458 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,459 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,459 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,459 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-02T19:59:54,459 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,460 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,460 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,461 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-02T19:59:54,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,43525,1733169571371 in 10.0580 sec 2024-12-02T19:59:54,463 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=453704a016f5a7fde0efb143c619da31, ASSIGN in 10.2360 sec 2024-12-02T19:59:54,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 453704a016f5a7fde0efb143c619da31, server=41897df2911b,39271,1733169571175 in 10.0490 sec 2024-12-02T19:59:54,465 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-02T19:59:54,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db9d97bb572ff13cbbffe2f31586100, server=41897df2911b,36229,1733169571280 in 10.0460 sec 2024-12-02T19:59:54,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN in 10.2400 sec 2024-12-02T19:59:54,468 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/514cca7540e0826bbfef34c0f5b38fa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,468 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,469 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 514cca7540e0826bbfef34c0f5b38fa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64478794, jitterRate=-0.039191097021102905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,469 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T19:59:54,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9d97bb572ff13cbbffe2f31586100, ASSIGN in 10.2430 sec 2024-12-02T19:59:54,469 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 514cca7540e0826bbfef34c0f5b38fa4: Running coprocessor pre-open hook at 1733169594441Writing region info on filesystem at 1733169594441Initializing all the Stores at 1733169594443 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594443Cleaning up temporary data from old regions at 1733169594455 (+12 ms)Running coprocessor post-open hooks at 1733169594469 (+14 ms)Region opened successfully at 1733169594469 2024-12-02T19:59:54,469 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7762e033f3aac41e3024d4b0ab32139a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75058782, jitterRate=0.11846300959587097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,469 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T19:59:54,470 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7762e033f3aac41e3024d4b0ab32139a: Running coprocessor pre-open hook at 1733169594446Writing region info on filesystem at 1733169594446Initializing all the Stores at 1733169594449 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594449Cleaning up temporary data from old regions at 1733169594459 (+10 ms)Running coprocessor post-open hooks at 1733169594469 (+10 ms)Region opened successfully at 1733169594470 (+1 ms) 2024-12-02T19:59:54,471 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4., pid=19, masterSystemTime=1733169594398 2024-12-02T19:59:54,471 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., pid=17, masterSystemTime=1733169594400 2024-12-02T19:59:54,473 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:54,473 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T19:59:54,474 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:54,474 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fcc2ad766929573599e051f8f8b500e9, NAME => 'SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T19:59:54,474 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,474 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,474 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/80324c0e288c6dcb1b2a9242d41b8d62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,475 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,475 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=514cca7540e0826bbfef34c0f5b38fa4, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:54,475 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 80324c0e288c6dcb1b2a9242d41b8d62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75217122, jitterRate=0.12082245945930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,476 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T19:59:54,476 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 80324c0e288c6dcb1b2a9242d41b8d62: Running coprocessor pre-open hook at 1733169594449Writing region info on filesystem at 1733169594449Initializing all the Stores at 1733169594451 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594451Cleaning up temporary data from old regions at 1733169594461 (+10 ms)Running coprocessor post-open hooks at 1733169594476 (+15 ms)Region opened successfully at 1733169594476 2024-12-02T19:59:54,476 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:54,476 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T19:59:54,476 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:54,476 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b04372f3b9f7245d8e2545dff460225, NAME => 'SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T19:59:54,477 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,477 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7762e033f3aac41e3024d4b0ab32139a, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:54,477 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,477 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,478 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62., pid=24, masterSystemTime=1733169594413 2024-12-02T19:59:54,479 INFO [StoreOpener-fcc2ad766929573599e051f8f8b500e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4, server=41897df2911b,39271,1733169571175 because future has completed 2024-12-02T19:59:54,481 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,43525,1733169571371 because future has completed 2024-12-02T19:59:54,482 INFO [StoreOpener-fcc2ad766929573599e051f8f8b500e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc2ad766929573599e051f8f8b500e9 columnFamilyName cf 2024-12-02T19:59:54,482 DEBUG [StoreOpener-fcc2ad766929573599e051f8f8b500e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,483 INFO [StoreOpener-fcc2ad766929573599e051f8f8b500e9-1 {}] regionserver.HStore(327): Store=fcc2ad766929573599e051f8f8b500e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,484 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b04372f3b9f7245d8e2545dff460225 columnFamilyName cf 2024-12-02T19:59:54,483 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:54,484 DEBUG [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,484 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T19:59:54,484 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,484 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:54,485 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 60f84d79b2c3358aed470f66366b5935, NAME => 'SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T19:59:54,485 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,485 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] regionserver.HStore(327): Store=2b04372f3b9f7245d8e2545dff460225/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,485 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,485 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,486 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,486 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,486 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,486 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80324c0e288c6dcb1b2a9242d41b8d62, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:54,487 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,487 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,489 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,490 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,490 INFO [StoreOpener-60f84d79b2c3358aed470f66366b5935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,491 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,491 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,491 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-12-02T19:59:54,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4, server=41897df2911b,39271,1733169571175 in 10.0800 sec 2024-12-02T19:59:54,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-02T19:59:54,493 INFO [StoreOpener-60f84d79b2c3358aed470f66366b5935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60f84d79b2c3358aed470f66366b5935 columnFamilyName cf 2024-12-02T19:59:54,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,43525,1733169571371 in 10.0890 sec 2024-12-02T19:59:54,493 DEBUG [StoreOpener-60f84d79b2c3358aed470f66366b5935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T19:59:54,495 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,496 INFO [StoreOpener-60f84d79b2c3358aed470f66366b5935-1 {}] regionserver.HStore(327): Store=60f84d79b2c3358aed470f66366b5935/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,496 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46439 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=41897df2911b,36229,1733169571280, table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T19:59:54,496 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=514cca7540e0826bbfef34c0f5b38fa4, ASSIGN in 10.2680 sec 2024-12-02T19:59:54,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN in 10.2700 sec 2024-12-02T19:59:54,504 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,504 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-02T19:59:54,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62, server=41897df2911b,36229,1733169571280 in 10.0820 sec 2024-12-02T19:59:54,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,505 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fcc2ad766929573599e051f8f8b500e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61044281, jitterRate=-0.0903693288564682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcc2ad766929573599e051f8f8b500e9 2024-12-02T19:59:54,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,505 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,506 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fcc2ad766929573599e051f8f8b500e9: Running coprocessor pre-open hook at 1733169594475Writing region info on filesystem at 1733169594475Initializing all the Stores at 1733169594477 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594477Cleaning up temporary data from old regions at 1733169594487 (+10 ms)Running coprocessor post-open hooks at 1733169594505 (+18 ms)Region opened successfully at 1733169594505 2024-12-02T19:59:54,507 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., pid=15, masterSystemTime=1733169594398 2024-12-02T19:59:54,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80324c0e288c6dcb1b2a9242d41b8d62, ASSIGN in 10.2810 sec 2024-12-02T19:59:54,509 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,510 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:54,510 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T19:59:54,510 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2b04372f3b9f7245d8e2545dff460225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73848085, jitterRate=0.1004222184419632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,511 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T19:59:54,511 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2b04372f3b9f7245d8e2545dff460225: Running coprocessor pre-open hook at 1733169594477Writing region info on filesystem at 1733169594477Initializing all the Stores at 1733169594480 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594480Cleaning up temporary data from old regions at 1733169594491 (+11 ms)Running coprocessor post-open hooks at 1733169594511 (+20 ms)Region opened successfully at 1733169594511 2024-12-02T19:59:54,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fcc2ad766929573599e051f8f8b500e9, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T19:59:54,513 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225., pid=16, masterSystemTime=1733169594400 2024-12-02T19:59:54,516 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:54,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc2ad766929573599e051f8f8b500e9, server=41897df2911b,39271,1733169571175 because future has completed 2024-12-02T19:59:54,517 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T19:59:54,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b04372f3b9f7245d8e2545dff460225, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43525,1733169571371 2024-12-02T19:59:54,520 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,43525,1733169571371 because future has completed 2024-12-02T19:59:54,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-02T19:59:54,525 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/60f84d79b2c3358aed470f66366b5935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,526 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 60f84d79b2c3358aed470f66366b5935; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60442980, jitterRate=-0.09932941198348999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,527 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60f84d79b2c3358aed470f66366b5935 2024-12-02T19:59:54,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fcc2ad766929573599e051f8f8b500e9, server=41897df2911b,39271,1733169571175 in 10.1260 sec 2024-12-02T19:59:54,527 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 60f84d79b2c3358aed470f66366b5935: Running coprocessor pre-open hook at 1733169594486Writing region info on filesystem at 1733169594486Initializing all the Stores at 1733169594489 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594490 (+1 ms)Cleaning up temporary data from old regions at 1733169594506 (+16 ms)Running coprocessor post-open hooks at 1733169594527 (+21 ms)Region opened successfully at 1733169594527 2024-12-02T19:59:54,528 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935., pid=23, masterSystemTime=1733169594413 2024-12-02T19:59:54,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-12-02T19:59:54,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc2ad766929573599e051f8f8b500e9, ASSIGN in 10.3040 sec 2024-12-02T19:59:54,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,43525,1733169571371 in 10.1300 sec 2024-12-02T19:59:54,531 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:54,532 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T19:59:54,532 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:54,532 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b48ebce6c2e47f4c7420cc4bd6efa220, NAME => 'SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T19:59:54,532 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,532 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:59:54,533 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,533 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=60f84d79b2c3358aed470f66366b5935, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:54,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN in 10.3080 sec 2024-12-02T19:59:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60f84d79b2c3358aed470f66366b5935, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T19:59:54,538 INFO [StoreOpener-b48ebce6c2e47f4c7420cc4bd6efa220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,541 INFO [StoreOpener-b48ebce6c2e47f4c7420cc4bd6efa220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48ebce6c2e47f4c7420cc4bd6efa220 columnFamilyName cf 2024-12-02T19:59:54,541 DEBUG [StoreOpener-b48ebce6c2e47f4c7420cc4bd6efa220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:59:54,542 INFO [StoreOpener-b48ebce6c2e47f4c7420cc4bd6efa220-1 {}] regionserver.HStore(327): Store=b48ebce6c2e47f4c7420cc4bd6efa220/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:59:54,542 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-02T19:59:54,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 60f84d79b2c3358aed470f66366b5935, server=41897df2911b,36229,1733169571280 in 10.1260 sec 2024-12-02T19:59:54,544 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,544 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,545 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,545 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f84d79b2c3358aed470f66366b5935, ASSIGN in 10.3200 sec 2024-12-02T19:59:54,547 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,551 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:59:54,551 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b48ebce6c2e47f4c7420cc4bd6efa220; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68939000, jitterRate=0.027271151542663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T19:59:54,552 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T19:59:54,552 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b48ebce6c2e47f4c7420cc4bd6efa220: Running coprocessor pre-open hook at 1733169594533Writing region info on filesystem at 1733169594533Initializing all the Stores at 1733169594535 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169594535Cleaning up temporary data from old regions at 1733169594545 (+10 ms)Running coprocessor post-open hooks at 1733169594552 (+7 ms)Region opened successfully at 1733169594552 2024-12-02T19:59:54,553 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., pid=21, masterSystemTime=1733169594413 2024-12-02T19:59:54,556 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:54,556 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T19:59:54,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b48ebce6c2e47f4c7420cc4bd6efa220, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T19:59:54,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T19:59:54,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-02T19:59:54,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220, server=41897df2911b,36229,1733169571280 in 10.1580 sec 2024-12-02T19:59:54,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-02T19:59:54,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b48ebce6c2e47f4c7420cc4bd6efa220, ASSIGN in 10.3440 sec 2024-12-02T19:59:54,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:59:54,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169594574"}]},"ts":"1733169594574"} 2024-12-02T19:59:54,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T19:59:54,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:59:54,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9000 sec 2024-12-02T19:59:56,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T19:59:59,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:59:59,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T20:00:00,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-02T20:00:00,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-02T20:00:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:00:01,941 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T20:00:01,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T20:00:01,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:00:01,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T20:00:01,955 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:00:01,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T20:00:01,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:01,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:01,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,057 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220., hostname=41897df2911b,36229,1733169571280, seqNum=2] 2024-12-02T20:00:02,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9., hostname=41897df2911b,39271,1733169571175, seqNum=2] 2024-12-02T20:00:02,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., hostname=41897df2911b,43525,1733169571371, seqNum=2] 2024-12-02T20:00:02,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:00:02,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:00:02,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:00:02,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:00:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43525 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:02,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:00:02,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39271 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:00:02,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43525 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:00:03,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43525 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:00:03,765 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T20:00:03,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:00:03,768 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T20:00:03,774 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T20:00:03,787 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T20:00:03,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:00:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:00:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:00:03,803 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T20:00:03,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 453704a016f5a7fde0efb143c619da31}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f84d79b2c3358aed470f66366b5935}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9d97bb572ff13cbbffe2f31586100}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc2ad766929573599e051f8f8b500e9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060}] 2024-12-02T20:00:03,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T20:00:03,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:03,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc2ad766929573599e051f8f8b500e9 2024-12-02T20:00:03,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:03,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T20:00:03,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T20:00:03,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T20:00:03,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f84d79b2c3358aed470f66366b5935 2024-12-02T20:00:03,821 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:03,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 453704a016f5a7fde0efb143c619da31 2024-12-02T20:00:03,869 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 41897df2911b,43525,1733169571371 2024-12-02T20:00:03,870 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 41897df2911b,43525,1733169571371: Simulated kill ***** 2024-12-02T20:00:03,870 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T20:00:03,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T20:00:03,873 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T20:00:03,875 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T20:00:03,876 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T20:00:03,886 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 590332736 }, "NonHeapMemoryUsage": { "committed": 157220864, "init": 7667712, "max": -1, "used": 153703728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "41897df2911b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "41897df2911b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56805", "tag.serverName": "41897df2911b,39271,1733169571175", "tag.clusterId": "2da6fa7a-8312-452e-8974-ed006947fcf8", "tag.Context": "regionserver", "tag.Hostname": "41897df2911b", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733169571175, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T20:00:03,890 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46439 {}] master.MasterRpcServices(700): 41897df2911b,43525,1733169571371 reported a fatal error: ***** ABORTING region server 41897df2911b,43525,1733169571371: Simulated kill ***** 2024-12-02T20:00:03,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,43525,1733169571371' ***** 2024-12-02T20:00:03,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T20:00:03,893 INFO [RS:2;41897df2911b:43525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:00:03,894 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:00:03,894 INFO [RS:2;41897df2911b:43525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T20:00:03,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:00:03,894 INFO [RS:2;41897df2911b:43525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T20:00:03,894 INFO [RS:2;41897df2911b:43525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:00:03,894 INFO [RS:2;41897df2911b:43525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;41897df2911b:43525. 2024-12-02T20:00:03,894 DEBUG [RS:2;41897df2911b:43525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:00:03,895 DEBUG [RS:2;41897df2911b:43525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:00:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741836_1012 (size=14382) 2024-12-02T20:00:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741836_1012 (size=14382) 2024-12-02T20:00:03,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741836_1012 (size=14382) 2024-12-02T20:00:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741833_1009 (size=951) 2024-12-02T20:00:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741833_1009 (size=951) 2024-12-02T20:00:03,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741833_1009 (size=951) 2024-12-02T20:00:03,910 DEBUG [RS:2;41897df2911b:43525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:00:03,910 INFO [RS:2;41897df2911b:43525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:00:03,910 INFO [RS:2;41897df2911b:43525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43525 2024-12-02T20:00:03,941 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:00:03,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,43525,1733169571371 2024-12-02T20:00:03,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T20:00:03,982 INFO [RS:2;41897df2911b:43525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:00:03,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,43525,1733169571371] 2024-12-02T20:00:04,003 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,43525,1733169571371 already deleted, retry=false 2024-12-02T20:00:04,004 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 41897df2911b,43525,1733169571371 on 41897df2911b,46439,1733169570497 2024-12-02T20:00:04,008 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 41897df2911b,43525,1733169571371, splitWal=true, meta=true 2024-12-02T20:00:04,011 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 41897df2911b,43525,1733169571371 (carryingMeta=true) 41897df2911b,43525,1733169571371/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fae0e00[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T20:00:04,012 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 41897df2911b,43525,1733169571371, splitWal=true, meta=true 2024-12-02T20:00:04,013 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 41897df2911b,43525,1733169571371, splitWal=true, meta=true, isMeta: true 2024-12-02T20:00:04,014 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:04,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:04,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:04,015 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 can not run currently because target server of region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T20:00:04,015 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a can not run currently because target server of region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T20:00:04,015 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 can not run currently because target server of region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T20:00:04,015 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060; timeout=1000, timestamp=1733169605015 2024-12-02T20:00:04,015 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225; timeout=1000, timestamp=1733169605015 2024-12-02T20:00:04,015 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a; timeout=1000, timestamp=1733169605015 2024-12-02T20:00:04,016 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting 2024-12-02T20:00:04,017 INFO [PEWorker-3 {}] master.SplitWALManager(105): 41897df2911b,43525,1733169571371 WAL count=1, meta=true 2024-12-02T20:00:04,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta}] 2024-12-02T20:00:04,026 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:04,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, worker=41897df2911b,36229,1733169571280}] 2024-12-02T20:00:04,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:00:04,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43525-0x10198ea726b0003, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:00:04,095 INFO [RS:2;41897df2911b:43525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:00:04,096 INFO [RS:2;41897df2911b:43525 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,43525,1733169571371; zookeeper connection closed. 2024-12-02T20:00:04,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a2e750 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a2e750 2024-12-02T20:00:04,800 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T20:00:04,800 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T20:00:05,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:05,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:05,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:05,017 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a can not run currently because target server of region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T20:00:05,017 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 can not run currently because target server of region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T20:00:05,017 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 can not run currently because target server of region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T20:00:05,017 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225; timeout=2000, timestamp=1733169607017 2024-12-02T20:00:05,017 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a; timeout=2000, timestamp=1733169607017 2024-12-02T20:00:05,017 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060; timeout=2000, timestamp=1733169607017 2024-12-02T20:00:07,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:07,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:07,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:07,020 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 can not run currently because target server of region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T20:00:07,020 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225; timeout=4000, timestamp=1733169611020 2024-12-02T20:00:07,020 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 can not run currently because target server of region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T20:00:07,020 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a can not run currently because target server of region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T20:00:07,020 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060; timeout=4000, timestamp=1733169611020 2024-12-02T20:00:07,020 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a; timeout=4000, timestamp=1733169611020 2024-12-02T20:00:07,464 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=41897df2911b:46439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T20:00:11,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:11,021 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:11,021 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:11,022 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 can not run currently because target server of region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T20:00:11,022 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a can not run currently because target server of region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T20:00:11,022 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 can not run currently because target server of region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 41897df2911b,43525,1733169571371 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T20:00:11,023 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a; timeout=8000, timestamp=1733169619022 2024-12-02T20:00:11,023 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060; timeout=8000, timestamp=1733169619022 2024-12-02T20:00:11,023 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225; timeout=8000, timestamp=1733169619023 2024-12-02T20:00:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T20:00:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T20:00:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T20:00:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T20:00:13,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:00:13,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:00:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T20:00:13,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:00:13,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T20:00:13,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:00:13,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T20:00:13,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:00:13,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:00:13,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-02T20:00:13,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b48ebce6c2e47f4c7420cc4bd6efa220 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T20:00:13,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fcc2ad766929573599e051f8f8b500e9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T20:00:13,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 453704a016f5a7fde0efb143c619da31: 2024-12-02T20:00:13,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 514cca7540e0826bbfef34c0f5b38fa4: 2024-12-02T20:00:13,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. for SnapshotProcedureTest completed. 2024-12-02T20:00:13,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. for SnapshotProcedureTest completed. 2024-12-02T20:00:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 80324c0e288c6dcb1b2a9242d41b8d62: 2024-12-02T20:00:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. for SnapshotProcedureTest completed. 2024-12-02T20:00:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:13,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 60f84d79b2c3358aed470f66366b5935: 2024-12-02T20:00:13,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. for SnapshotProcedureTest completed. 2024-12-02T20:00:13,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:13,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:13,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:13,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:13,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:13,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:13,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:13,855 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, size=14.0 K (14382bytes) 2024-12-02T20:00:13,856 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T20:00:13,856 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T20:00:13,857 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta 2024-12-02T20:00:13,863 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta after 4ms 2024-12-02T20:00:13,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741849_1025 (size=65) 2024-12-02T20:00:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741849_1025 (size=65) 2024-12-02T20:00:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741849_1025 (size=65) 2024-12-02T20:00:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:00:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:00:13,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:00:13,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:00:13,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T20:00:13,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:00:13,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0db9d97bb572ff13cbbffe2f31586100: 2024-12-02T20:00:13,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. for SnapshotProcedureTest completed. 2024-12-02T20:00:13,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:13,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:13,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:13,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:00:13,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T20:00:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T20:00:13,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60f84d79b2c3358aed470f66366b5935 2024-12-02T20:00:13,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f84d79b2c3358aed470f66366b5935 2024-12-02T20:00:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T20:00:13,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T20:00:13,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T20:00:13,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60f84d79b2c3358aed470f66366b5935 in 10.0960 sec 2024-12-02T20:00:13,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80324c0e288c6dcb1b2a9242d41b8d62 in 10.0990 sec 2024-12-02T20:00:13,907 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta took 56ms 2024-12-02T20:00:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:00:13,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/.tmp/cf/613d5963756b4f9eb65fd463fde048d1 is 34, key is baa/cf:cf/1733169602932/Put/seqid=0 2024-12-02T20:00:13,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/.tmp/cf/6f31d41168764fe5841f7bfca98e2e3f is 34, key is ccd/cf:cf/1733169602961/Put/seqid=0 2024-12-02T20:00:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:00:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:00:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:00:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:00:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:00:13,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:00:13,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T20:00:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T20:00:13,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 453704a016f5a7fde0efb143c619da31 2024-12-02T20:00:13,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 453704a016f5a7fde0efb143c619da31 2024-12-02T20:00:13,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 453704a016f5a7fde0efb143c619da31 in 10.1500 sec 2024-12-02T20:00:13,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-02T20:00:13,991 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta so closing down 2024-12-02T20:00:13,992 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T20:00:13,999 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp 2024-12-02T20:00:14,019 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp 2024-12-02T20:00:14,021 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T20:00:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:00:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:00:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:00:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:00:14,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:00:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:00:14,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:00:14,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T20:00:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T20:00:14,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T20:00:14,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T20:00:14,039 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/.tmp/cf/6f31d41168764fe5841f7bfca98e2e3f 2024-12-02T20:00:14,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:00:14,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0db9d97bb572ff13cbbffe2f31586100 in 10.2440 sec 2024-12-02T20:00:14,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:00:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:00:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741856_1032 (size=14141) 2024-12-02T20:00:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741856_1032 (size=14141) 2024-12-02T20:00:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741856_1032 (size=14141) 2024-12-02T20:00:14,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-02T20:00:14,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T20:00:14,098 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 133 ms; skipped=1; WAL=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-02T20:00:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, journal: Splitting hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, size=14.0 K (14382bytes) at 1733169613855Finishing writing output for hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta so closing down at 1733169613992 (+137 ms)Creating recovered edits writer path=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp at 1733169614019 (+27 ms)3 split writer threads finished at 1733169614021 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733169614091 (+70 ms)Rename recovered edits hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta.temp to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733169614094 (+3 ms)Processed 26 edits across 1 Regions in 133 ms; skipped=1; WAL=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733169614098 (+4 ms) 2024-12-02T20:00:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta 2024-12-02T20:00:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T20:00:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T20:00:14,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/.tmp/cf/6f31d41168764fe5841f7bfca98e2e3f as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/cf/6f31d41168764fe5841f7bfca98e2e3f 2024-12-02T20:00:14,115 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs 2024-12-02T20:00:14,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T20:00:14,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, worker=41897df2911b,36229,1733169571280 in 10.0870 sec 2024-12-02T20:00:14,122 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:14,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T20:00:14,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 41897df2911b%2C43525%2C1733169571371.meta.1733169583199.meta, worker=41897df2911b,36229,1733169571280 in 10.1040 sec 2024-12-02T20:00:14,131 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting dir is empty, no logs to split. 2024-12-02T20:00:14,131 INFO [PEWorker-4 {}] master.SplitWALManager(105): 41897df2911b,43525,1733169571371 WAL count=0, meta=true 2024-12-02T20:00:14,131 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 41897df2911b,43525,1733169571371 WAL splitting is done? wals=0, meta=true 2024-12-02T20:00:14,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T20:00:14,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T20:00:14,139 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T20:00:14,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/cf/6f31d41168764fe5841f7bfca98e2e3f, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T20:00:14,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fcc2ad766929573599e051f8f8b500e9 in 329ms, sequenceid=5, compaction requested=false 2024-12-02T20:00:14,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fcc2ad766929573599e051f8f8b500e9: 2024-12-02T20:00:14,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. for SnapshotProcedureTest completed. 2024-12-02T20:00:14,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:14,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:14,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/cf/6f31d41168764fe5841f7bfca98e2e3f] hfiles 2024-12-02T20:00:14,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/cf/6f31d41168764fe5841f7bfca98e2e3f for snapshot=SnapshotProcedureTest 2024-12-02T20:00:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741857_1033 (size=105) 2024-12-02T20:00:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741857_1033 (size=105) 2024-12-02T20:00:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741857_1033 (size=105) 2024-12-02T20:00:14,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:00:14,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T20:00:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T20:00:14,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcc2ad766929573599e051f8f8b500e9 2024-12-02T20:00:14,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc2ad766929573599e051f8f8b500e9 2024-12-02T20:00:14,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcc2ad766929573599e051f8f8b500e9 in 10.3830 sec 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T20:00:14,290 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T20:00:14,291 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T20:00:14,291 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T20:00:14,291 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T20:00:14,291 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:14,293 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36229,1733169571280, state=OPENING 2024-12-02T20:00:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:14,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T20:00:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:14,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36229,1733169571280}] 2024-12-02T20:00:14,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:00:14,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T20:00:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T20:00:14,348 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T20:00:14,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T20:00:14,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 514cca7540e0826bbfef34c0f5b38fa4 in 10.5450 sec 2024-12-02T20:00:14,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/.tmp/cf/613d5963756b4f9eb65fd463fde048d1 2024-12-02T20:00:14,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/.tmp/cf/613d5963756b4f9eb65fd463fde048d1 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/cf/613d5963756b4f9eb65fd463fde048d1 2024-12-02T20:00:14,493 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/cf/613d5963756b4f9eb65fd463fde048d1, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T20:00:14,495 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b48ebce6c2e47f4c7420cc4bd6efa220 in 676ms, sequenceid=5, compaction requested=false 2024-12-02T20:00:14,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b48ebce6c2e47f4c7420cc4bd6efa220: 2024-12-02T20:00:14,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. for SnapshotProcedureTest completed. 2024-12-02T20:00:14,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:14,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:14,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/cf/613d5963756b4f9eb65fd463fde048d1] hfiles 2024-12-02T20:00:14,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/cf/613d5963756b4f9eb65fd463fde048d1 for snapshot=SnapshotProcedureTest 2024-12-02T20:00:14,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741858_1034 (size=105) 2024-12-02T20:00:14,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741858_1034 (size=105) 2024-12-02T20:00:14,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741858_1034 (size=105) 2024-12-02T20:00:14,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:00:14,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T20:00:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T20:00:14,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T20:00:14,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T20:00:14,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b48ebce6c2e47f4c7420cc4bd6efa220 in 10.7280 sec 2024-12-02T20:00:19,022 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:19,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:19,023 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:19,023 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a can not run currently because target server of region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 41897df2911b,43525,1733169571371 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T20:00:19,023 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 can not run currently because target server of region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 41897df2911b,43525,1733169571371 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T20:00:19,023 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060; timeout=16000, timestamp=1733169635023 2024-12-02T20:00:19,023 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a; timeout=16000, timestamp=1733169635023 2024-12-02T20:00:19,024 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 can not run currently because target server of region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 41897df2911b,43525,1733169571371 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T20:00:19,024 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225; timeout=16000, timestamp=1733169635024 2024-12-02T20:00:23,471 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T20:00:23,471 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T20:00:24,353 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T20:00:24,353 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:00:24,353 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T20:00:24,356 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36229%2C1733169571280.meta, suffix=.meta, logDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280, archiveDir=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs, maxLogs=32 2024-12-02T20:00:24,369 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280/41897df2911b%2C36229%2C1733169571280.meta.1733169624357.meta, exclude list is [], retry=0 2024-12-02T20:00:24,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39161,DS-5e8e7edf-046b-467a-b76d-82550a5117c2,DISK] 2024-12-02T20:00:24,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-0f8f0779-a499-4d4d-86ed-89b45bee0d68,DISK] 2024-12-02T20:00:24,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-76f23847-b152-4aa1-bf59-3f1d66641109,DISK] 2024-12-02T20:00:24,374 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,36229,1733169571280/41897df2911b%2C36229%2C1733169571280.meta.1733169624357.meta 2024-12-02T20:00:24,375 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:41479:41479),(127.0.0.1/127.0.0.1:42993:42993)] 2024-12-02T20:00:24,375 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T20:00:24,375 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T20:00:24,375 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T20:00:24,375 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T20:00:24,376 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T20:00:24,376 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:00:24,376 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T20:00:24,376 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T20:00:24,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T20:00:24,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T20:00:24,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:24,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:00:24,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T20:00:24,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T20:00:24,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:24,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:00:24,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T20:00:24,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T20:00:24,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:24,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:00:24,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T20:00:24,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T20:00:24,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:24,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:00:24,385 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T20:00:24,386 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T20:00:24,389 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740 2024-12-02T20:00:24,390 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T20:00:24,400 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T20:00:24,401 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-02T20:00:24,426 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/518c5d20db6a4da6ae293669404a1485 is 167, key is SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31./info:regioninfo/1733169594440/Put/seqid=0 2024-12-02T20:00:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741860_1036 (size=18393) 2024-12-02T20:00:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741860_1036 (size=18393) 2024-12-02T20:00:24,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741860_1036 (size=18393) 2024-12-02T20:00:24,434 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/518c5d20db6a4da6ae293669404a1485 2024-12-02T20:00:24,458 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/ns/d1402d31c72e4ecd8e6af5d7cff3ba22 is 43, key is default/ns:d/1733169583361/Put/seqid=0 2024-12-02T20:00:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741861_1037 (size=5153) 2024-12-02T20:00:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741861_1037 (size=5153) 2024-12-02T20:00:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741861_1037 (size=5153) 2024-12-02T20:00:24,466 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/ns/d1402d31c72e4ecd8e6af5d7cff3ba22 2024-12-02T20:00:24,488 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/table/78a474d9ce2940edb1744836ccc186ca is 47, key is SPTestTable/table:state/1733169594574/Put/seqid=0 2024-12-02T20:00:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741862_1038 (size=5214) 2024-12-02T20:00:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741862_1038 (size=5214) 2024-12-02T20:00:24,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741862_1038 (size=5214) 2024-12-02T20:00:24,496 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/table/78a474d9ce2940edb1744836ccc186ca 2024-12-02T20:00:24,505 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/518c5d20db6a4da6ae293669404a1485 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/info/518c5d20db6a4da6ae293669404a1485 2024-12-02T20:00:24,514 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/info/518c5d20db6a4da6ae293669404a1485, entries=100, sequenceid=28, filesize=18.0 K 2024-12-02T20:00:24,516 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/ns/d1402d31c72e4ecd8e6af5d7cff3ba22 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/ns/d1402d31c72e4ecd8e6af5d7cff3ba22 2024-12-02T20:00:24,524 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/ns/d1402d31c72e4ecd8e6af5d7cff3ba22, entries=2, sequenceid=28, filesize=5.0 K 2024-12-02T20:00:24,526 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/table/78a474d9ce2940edb1744836ccc186ca as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/table/78a474d9ce2940edb1744836ccc186ca 2024-12-02T20:00:24,535 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/table/78a474d9ce2940edb1744836ccc186ca, entries=2, sequenceid=28, filesize=5.1 K 2024-12-02T20:00:24,535 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null 2024-12-02T20:00:24,537 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T20:00:24,538 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T20:00:24,538 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T20:00:24,539 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T20:00:24,541 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T20:00:24,545 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-02T20:00:24,546 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67562376, jitterRate=0.006757855415344238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T20:00:24,546 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T20:00:24,546 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169624376Writing region info on filesystem at 1733169624376Initializing all the Stores at 1733169624377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169624377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169624377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169624377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169624378 (+1 ms)Obtaining lock to block concurrent updates at 1733169624401 (+23 ms)Preparing flush snapshotting stores in 1588230740 at 1733169624401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733169624401Flushing stores of hbase:meta,,1.1588230740 at 1733169624401Flushing 1588230740/info: creating writer at 1733169624401Flushing 1588230740/info: appending metadata at 1733169624425 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733169624425Flushing 1588230740/ns: creating writer at 1733169624444 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733169624457 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733169624458 (+1 ms)Flushing 1588230740/table: creating writer at 1733169624474 (+16 ms)Flushing 1588230740/table: appending metadata at 1733169624487 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733169624487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c751641: reopening flushed file at 1733169624504 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8ba76d: reopening flushed file at 1733169624515 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ccd788c: reopening flushed file at 1733169624524 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 134ms, sequenceid=28, compaction requested=false; wal=null at 1733169624536 (+12 ms)Cleaning up temporary data from old regions at 1733169624538 (+2 ms)Running coprocessor post-open hooks at 1733169624546 (+8 ms)Region opened successfully at 1733169624546 2024-12-02T20:00:24,547 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733169624341 2024-12-02T20:00:24,550 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T20:00:24,550 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T20:00:24,551 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:24,552 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36229,1733169571280, state=OPEN 2024-12-02T20:00:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:00:24,601 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,36229,1733169571280 2024-12-02T20:00:24,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:24,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:24,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:00:24,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-02T20:00:24,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36229,1733169571280 in 10.2660 sec 2024-12-02T20:00:24,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-02T20:00:24,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4700 sec 2024-12-02T20:00:24,607 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 41897df2911b,43525,1733169571371 had 4 regions 2024-12-02T20:00:24,608 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 41897df2911b,43525,1733169571371, splitWal=true, meta=true, isMeta: false 2024-12-02T20:00:24,611 INFO [PEWorker-3 {}] master.SplitWALManager(105): 41897df2911b,43525,1733169571371 WAL count=1, meta=false 2024-12-02T20:00:24,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 41897df2911b%2C43525%2C1733169571371.1733169572957}] 2024-12-02T20:00:24,613 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:24,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 41897df2911b%2C43525%2C1733169571371.1733169572957, worker=41897df2911b,36229,1733169571280}] 2024-12-02T20:00:29,653 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T20:00:29,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T20:00:34,085 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T20:00:34,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-02T20:00:34,638 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957, size=951 (951bytes) 2024-12-02T20:00:34,638 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 2024-12-02T20:00:34,639 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 after 1ms 2024-12-02T20:00:34,642 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 took 4ms 2024-12-02T20:00:34,645 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 3969b98cfa6dfce4a02e543e046e5060: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T20:00:34,646 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7762e033f3aac41e3024d4b0ab32139a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T20:00:34,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 2b04372f3b9f7245d8e2545dff460225: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T20:00:34,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 so closing down 2024-12-02T20:00:34,647 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T20:00:34,647 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T20:00:34,648 INFO [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957, size=951, length=951, corrupted=false, cancelled=false 2024-12-02T20:00:34,648 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957, journal: Splitting hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957, size=951 (951bytes) at 1733169634638Finishing writing output for hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 so closing down at 1733169634647 (+9 ms)3 split writer threads finished at 1733169634647Processed 3 edits across 0 Regions in 5 ms; skipped=3; WAL=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957, size=951, length=951, corrupted=false, cancelled=false at 1733169634648 (+1 ms) 2024-12-02T20:00:34,648 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 2024-12-02T20:00:34,648 DEBUG [RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T20:00:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T20:00:34,652 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting/41897df2911b%2C43525%2C1733169571371.1733169572957 to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs 2024-12-02T20:00:34,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T20:00:34,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 41897df2911b%2C43525%2C1733169571371.1733169572957, worker=41897df2911b,36229,1733169571280 in 10.0380 sec 2024-12-02T20:00:34,656 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:34,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-02T20:00:34,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 41897df2911b%2C43525%2C1733169571371.1733169572957, worker=41897df2911b,36229,1733169571280 in 10.0450 sec 2024-12-02T20:00:34,661 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/WALs/41897df2911b,43525,1733169571371-splitting dir is empty, no logs to split. 2024-12-02T20:00:34,661 INFO [PEWorker-3 {}] master.SplitWALManager(105): 41897df2911b,43525,1733169571371 WAL count=0, meta=false 2024-12-02T20:00:34,661 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 41897df2911b,43525,1733169571371 WAL splitting is done? wals=0, meta=false 2024-12-02T20:00:34,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN}] 2024-12-02T20:00:34,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN 2024-12-02T20:00:34,664 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN 2024-12-02T20:00:34,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN 2024-12-02T20:00:34,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T20:00:34,665 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T20:00:34,665 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T20:00:34,816 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T20:00:34,817 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T20:00:34,817 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T20:00:34,817 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T20:00:34,817 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T20:00:34,817 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T20:00:34,817 INFO [41897df2911b:46439 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T20:00:34,817 DEBUG [41897df2911b:46439 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T20:00:34,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7762e033f3aac41e3024d4b0ab32139a, regionState=OPENING, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T20:00:34,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3969b98cfa6dfce4a02e543e046e5060, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:34,818 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=2b04372f3b9f7245d8e2545dff460225, regionState=OPENING, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:34,822 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 41897df2911b:43525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 41897df2911b/172.17.0.2:43525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T20:00:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1, error=java.net.ConnectException: Call to address=41897df2911b:43525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:00:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-02T20:00:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 from cache 2024-12-02T20:00:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=41897df2911b:43525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:00:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=41897df2911b:43525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:00:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 41897df2911b:43525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:00:34,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T20:00:34,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36229,1733169571280, seqNum=-1] 2024-12-02T20:00:34,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:00:34,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:00:34,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN because future has completed 2024-12-02T20:00:34,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,39271,1733169571175}] 2024-12-02T20:00:34,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN because future has completed 2024-12-02T20:00:34,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,36229,1733169571280}] 2024-12-02T20:00:34,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN because future has completed 2024-12-02T20:00:34,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,36229,1733169571280}] 2024-12-02T20:00:35,024 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a held by pid=45 2024-12-02T20:00:35,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 held by pid=44 2024-12-02T20:00:35,024 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:35,024 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:35,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 held by pid=43 2024-12-02T20:00:35,025 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:39,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fcc2ad766929573599e051f8f8b500e9, had cached 0 bytes from a total of 47197 2024-12-02T20:00:39,533 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b48ebce6c2e47f4c7420cc4bd6efa220, had cached 0 bytes from a total of 28623 2024-12-02T20:00:40,467 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=41897df2911b:46439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T20:00:44,592 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60f84d79b2c3358aed470f66366b5935 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,593 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0db9d97bb572ff13cbbffe2f31586100 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,594 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 80324c0e288c6dcb1b2a9242d41b8d62 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,595 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b48ebce6c2e47f4c7420cc4bd6efa220 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,595 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,595 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 453704a016f5a7fde0efb143c619da31 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,596 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 514cca7540e0826bbfef34c0f5b38fa4 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,596 DEBUG [master/41897df2911b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fcc2ad766929573599e051f8f8b500e9 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:00:44,953 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:00:44,954 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b04372f3b9f7245d8e2545dff460225, NAME => 'SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T20:00:44,954 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,954 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:00:44,954 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,954 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,956 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,957 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b04372f3b9f7245d8e2545dff460225 columnFamilyName cf 2024-12-02T20:00:44,957 DEBUG [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:44,958 INFO [StoreOpener-2b04372f3b9f7245d8e2545dff460225-1 {}] regionserver.HStore(327): Store=2b04372f3b9f7245d8e2545dff460225/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:00:44,958 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,959 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,961 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,961 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,962 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,964 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,965 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 2b04372f3b9f7245d8e2545dff460225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63334132, jitterRate=-0.05624788999557495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:00:44,965 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,965 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 2b04372f3b9f7245d8e2545dff460225: Running coprocessor pre-open hook at 1733169644954Writing region info on filesystem at 1733169644954Initializing all the Stores at 1733169644956 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169644956Cleaning up temporary data from old regions at 1733169644962 (+6 ms)Running coprocessor post-open hooks at 1733169644965 (+3 ms)Region opened successfully at 1733169644965 2024-12-02T20:00:44,966 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225., pid=47, masterSystemTime=1733169644945 2024-12-02T20:00:44,968 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:00:44,968 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:00:44,969 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:00:44,969 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 3969b98cfa6dfce4a02e543e046e5060, NAME => 'SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T20:00:44,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=2b04372f3b9f7245d8e2545dff460225, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:44,969 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,969 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:00:44,969 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,969 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T20:00:44,971 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,973 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3969b98cfa6dfce4a02e543e046e5060 columnFamilyName cf 2024-12-02T20:00:44,973 DEBUG [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:44,973 INFO [StoreOpener-3969b98cfa6dfce4a02e543e046e5060-1 {}] regionserver.HStore(327): Store=3969b98cfa6dfce4a02e543e046e5060/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:00:44,973 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-12-02T20:00:44,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b04372f3b9f7245d8e2545dff460225, server=41897df2911b,36229,1733169571280 in 10.0300 sec 2024-12-02T20:00:44,974 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04372f3b9f7245d8e2545dff460225, ASSIGN in 10.3110 sec 2024-12-02T20:00:44,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:44,976 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,977 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,977 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,981 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,982 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 3969b98cfa6dfce4a02e543e046e5060; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816019, jitterRate=-0.049067214131355286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:00:44,982 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,982 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 3969b98cfa6dfce4a02e543e046e5060: Running coprocessor pre-open hook at 1733169644970Writing region info on filesystem at 1733169644970Initializing all the Stores at 1733169644971 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169644971Cleaning up temporary data from old regions at 1733169644977 (+6 ms)Running coprocessor post-open hooks at 1733169644982 (+5 ms)Region opened successfully at 1733169644982 2024-12-02T20:00:44,983 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., pid=48, masterSystemTime=1733169644945 2024-12-02T20:00:44,985 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:00:44,985 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:00:44,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3969b98cfa6dfce4a02e543e046e5060, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36229,1733169571280 2024-12-02T20:00:44,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,36229,1733169571280 because future has completed 2024-12-02T20:00:44,990 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:44,990 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7762e033f3aac41e3024d4b0ab32139a, NAME => 'SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T20:00:44,990 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:00:44,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,991 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-02T20:00:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 3969b98cfa6dfce4a02e543e046e5060, server=41897df2911b,36229,1733169571280 in 10.0440 sec 2024-12-02T20:00:44,992 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3969b98cfa6dfce4a02e543e046e5060, ASSIGN in 10.3290 sec 2024-12-02T20:00:44,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:44,994 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7762e033f3aac41e3024d4b0ab32139a columnFamilyName cf 2024-12-02T20:00:44,994 DEBUG [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:00:44,995 INFO [StoreOpener-7762e033f3aac41e3024d4b0ab32139a-1 {}] regionserver.HStore(327): Store=7762e033f3aac41e3024d4b0ab32139a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:00:44,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,996 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,997 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:44,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:45,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:45,002 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7762e033f3aac41e3024d4b0ab32139a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66065373, jitterRate=-0.015549227595329285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:00:45,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:45,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7762e033f3aac41e3024d4b0ab32139a: Running coprocessor pre-open hook at 1733169644991Writing region info on filesystem at 1733169644991Initializing all the Stores at 1733169644992 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169644992Cleaning up temporary data from old regions at 1733169644998 (+6 ms)Running coprocessor post-open hooks at 1733169645002 (+4 ms)Region opened successfully at 1733169645002 2024-12-02T20:00:45,003 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., pid=46, masterSystemTime=1733169644944 2024-12-02T20:00:45,005 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:45,005 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:45,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=7762e033f3aac41e3024d4b0ab32139a, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,39271,1733169571175 2024-12-02T20:00:45,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,39271,1733169571175 because future has completed 2024-12-02T20:00:45,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-12-02T20:00:45,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 7762e033f3aac41e3024d4b0ab32139a, server=41897df2911b,39271,1733169571175 in 10.0680 sec 2024-12-02T20:00:45,013 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:45,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-12-02T20:00:45,014 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 41897df2911b,43525,1733169571371 after splitting done 2024-12-02T20:00:45,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7762e033f3aac41e3024d4b0ab32139a, ASSIGN in 10.3480 sec 2024-12-02T20:00:45,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 41897df2911b,43525,1733169571371, splitWal=true, meta=true in 41.0100 sec 2024-12-02T20:00:50,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T20:00:54,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T20:00:54,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T20:00:54,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:00:54,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2b04372f3b9f7245d8e2545dff460225: 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3969b98cfa6dfce4a02e543e046e5060: 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. for SnapshotProcedureTest completed. 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. for SnapshotProcedureTest completed. 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741863_1039 (size=57) 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741864_1040 (size=57) 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741864_1040 (size=57) 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741863_1039 (size=57) 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741864_1040 (size=57) 2024-12-02T20:00:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741863_1039 (size=57) 2024-12-02T20:00:54,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:00:54,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:00:54,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T20:00:54,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T20:00:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T20:00:54,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T20:00:54,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:54,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:00:54,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:00:54,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3969b98cfa6dfce4a02e543e046e5060 in 51.1910 sec 2024-12-02T20:00:54,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b04372f3b9f7245d8e2545dff460225 in 51.1910 sec 2024-12-02T20:00:55,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T20:00:55,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:55,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7762e033f3aac41e3024d4b0ab32139a: 2024-12-02T20:00:55,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. for SnapshotProcedureTest completed. 2024-12-02T20:00:55,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:00:55,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:00:55,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:00:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741865_1041 (size=65) 2024-12-02T20:00:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741865_1041 (size=65) 2024-12-02T20:00:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741865_1041 (size=65) 2024-12-02T20:00:55,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:00:55,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T20:00:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T20:00:55,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:55,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:00:55,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-02T20:00:55,030 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T20:00:55,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7762e033f3aac41e3024d4b0ab32139a in 51.2230 sec 2024-12-02T20:00:55,031 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T20:00:55,034 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T20:00:55,034 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T20:00:55,038 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:00:55,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741866_1042 (size=1094) 2024-12-02T20:00:55,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741866_1042 (size=1094) 2024-12-02T20:00:55,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741866_1042 (size=1094) 2024-12-02T20:00:55,064 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T20:00:55,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T20:00:55,082 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:00:55,082 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:00:55,082 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:55,082 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:00:55,082 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:55,090 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:00:59,654 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T20:01:05,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-02T20:01:05,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-02T20:01:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-02T20:01:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-02T20:01:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-02T20:01:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-02T20:01:05,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:01:05,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:01:05,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T20:01:05,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-02T20:01:05,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T20:01:05,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T20:01:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-02T20:01:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-02T20:01:05,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T20:01:05,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T20:01:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-02T20:01:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-02T20:01:05,102 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 Release verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:05,102 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 Release verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T20:01:05,103 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 Release verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-02T20:01:05,103 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 Release verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:05,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 in 10.0290 sec 2024-12-02T20:01:05,104 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:05,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 in 10.0300 sec 2024-12-02T20:01:05,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 in 10.0290 sec 2024-12-02T20:01:05,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 in 10.0300 sec 2024-12-02T20:01:05,106 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 Release verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:05,106 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 Release verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:05,107 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:05,107 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:05,107 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:05,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 in 10.0330 sec 2024-12-02T20:01:05,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 in 10.0330 sec 2024-12-02T20:01:09,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-02T20:01:15,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-02T20:01:15,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-02T20:01:15,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-02T20:01:15,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T20:01:15,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-02T20:01:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-02T20:01:15,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-02T20:01:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T20:01:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T20:01:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-02T20:01:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T20:01:15,113 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 Release verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46439 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T20:01:15,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 Release verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:15,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 in 20.0400 sec 2024-12-02T20:01:15,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 Release verify snapshot worker=41897df2911b,36229,1733169571280 2024-12-02T20:01:15,115 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 Release verify snapshot worker=41897df2911b,39271,1733169571175 2024-12-02T20:01:15,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 in 20.0410 sec 2024-12-02T20:01:15,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36229,1733169571280 in 20.0420 sec 2024-12-02T20:01:15,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-12-02T20:01:15,118 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T20:01:15,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,39271,1733169571175 in 20.0420 sec 2024-12-02T20:01:15,120 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T20:01:15,122 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T20:01:15,122 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T20:01:15,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.361 sec 2024-12-02T20:01:15,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T20:01:15,153 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 41897df2911b:43525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 41897df2911b/172.17.0.2:43525 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T20:01:15,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1, error=java.net.ConnectException: Call to address=41897df2911b:43525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:01:15,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-02T20:01:15,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=41897df2911b,43525,1733169571371, seqNum=-1 from cache 2024-12-02T20:01:15,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 41897df2911b:43525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 41897df2911b/172.17.0.2:43525 2024-12-02T20:01:15,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T20:01:15,263 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36229,1733169571280, seqNum=-1] 2024-12-02T20:01:15,293 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T20:01:15,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T20:01:15,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T20:01:15,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:01:15,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T20:01:15,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T20:01:15,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370226333, stopped=false 2024-12-02T20:01:15,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,46439,1733169570497 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:15,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:15,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T20:01:15,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T20:01:15,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:01:15,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:15,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,39271,1733169571175' ***** 2024-12-02T20:01:15,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T20:01:15,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,36229,1733169571280' ***** 2024-12-02T20:01:15,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T20:01:15,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:15,347 INFO [RS:0;41897df2911b:39271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:01:15,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:15,347 INFO [RS:0;41897df2911b:39271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T20:01:15,347 INFO [RS:0;41897df2911b:39271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T20:01:15,347 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-02T20:01:15,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:01:15,347 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(3091): Received CLOSE for 7762e033f3aac41e3024d4b0ab32139a 2024-12-02T20:01:15,347 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db9d97bb572ff13cbbffe2f31586100 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(3091): Received CLOSE for 514cca7540e0826bbfef34c0f5b38fa4 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(3091): Received CLOSE for 453704a016f5a7fde0efb143c619da31 2024-12-02T20:01:15,348 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 80324c0e288c6dcb1b2a9242d41b8d62 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(3091): Received CLOSE for fcc2ad766929573599e051f8f8b500e9 2024-12-02T20:01:15,348 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b04372f3b9f7245d8e2545dff460225 2024-12-02T20:01:15,348 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 60f84d79b2c3358aed470f66366b5935 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,39271,1733169571175 2024-12-02T20:01:15,348 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 3969b98cfa6dfce4a02e543e046e5060 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:01:15,348 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T20:01:15,348 INFO [RS:0;41897df2911b:39271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:39271. 2024-12-02T20:01:15,348 DEBUG [RS:0;41897df2911b:39271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:01:15,348 DEBUG [RS:0;41897df2911b:39271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,348 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db9d97bb572ff13cbbffe2f31586100, disabling compactions & flushes 2024-12-02T20:01:15,348 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7762e033f3aac41e3024d4b0ab32139a, disabling compactions & flushes 2024-12-02T20:01:15,349 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:01:15,349 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. after waiting 0 ms 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. after waiting 0 ms 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:01:15,349 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T20:01:15,349 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:01:15,349 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1325): Online Regions={7762e033f3aac41e3024d4b0ab32139a=SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a., 514cca7540e0826bbfef34c0f5b38fa4=SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4., 453704a016f5a7fde0efb143c619da31=SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31., fcc2ad766929573599e051f8f8b500e9=SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9.} 2024-12-02T20:01:15,349 DEBUG [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1351): Waiting on 453704a016f5a7fde0efb143c619da31, 514cca7540e0826bbfef34c0f5b38fa4, 7762e033f3aac41e3024d4b0ab32139a, fcc2ad766929573599e051f8f8b500e9 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T20:01:15,350 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 80324c0e288c6dcb1b2a9242d41b8d62, which we are already trying to CLOSE, but not completed yet 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2b04372f3b9f7245d8e2545dff460225, which we are already trying to CLOSE, but not completed yet 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 60f84d79b2c3358aed470f66366b5935, which we are already trying to CLOSE, but not completed yet 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 3969b98cfa6dfce4a02e543e046e5060, which we are already trying to CLOSE, but not completed yet 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: b48ebce6c2e47f4c7420cc4bd6efa220, which we are already trying to CLOSE, but not completed yet 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,36229,1733169571280 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:01:15,350 INFO [RS:1;41897df2911b:36229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:36229. 2024-12-02T20:01:15,350 DEBUG [RS:1;41897df2911b:36229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:01:15,350 DEBUG [RS:1;41897df2911b:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,351 INFO [RS:1;41897df2911b:36229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T20:01:15,351 INFO [RS:1;41897df2911b:36229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T20:01:15,351 INFO [RS:1;41897df2911b:36229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T20:01:15,351 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T20:01:15,352 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-02T20:01:15,352 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1325): Online Regions={0db9d97bb572ff13cbbffe2f31586100=SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100., 80324c0e288c6dcb1b2a9242d41b8d62=SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62., 2b04372f3b9f7245d8e2545dff460225=SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225., 1588230740=hbase:meta,,1.1588230740, 60f84d79b2c3358aed470f66366b5935=SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935., 3969b98cfa6dfce4a02e543e046e5060=SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060., b48ebce6c2e47f4c7420cc4bd6efa220=SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220.} 2024-12-02T20:01:15,352 DEBUG [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1351): Waiting on 0db9d97bb572ff13cbbffe2f31586100, 1588230740, 2b04372f3b9f7245d8e2545dff460225, 3969b98cfa6dfce4a02e543e046e5060, 60f84d79b2c3358aed470f66366b5935, 80324c0e288c6dcb1b2a9242d41b8d62, b48ebce6c2e47f4c7420cc4bd6efa220 2024-12-02T20:01:15,352 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T20:01:15,352 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T20:01:15,352 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T20:01:15,352 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T20:01:15,352 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T20:01:15,352 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.85 KB heapSize=5.62 KB 2024-12-02T20:01:15,357 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/7762e033f3aac41e3024d4b0ab32139a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,359 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/0db9d97bb572ff13cbbffe2f31586100/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,363 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:01:15,363 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:01:15,363 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db9d97bb572ff13cbbffe2f31586100: Waiting for close lock at 1733169675348Running coprocessor pre-close hooks at 1733169675348Disabling compacts and flushes for region at 1733169675348Disabling writes for close at 1733169675349 (+1 ms)Writing region close event to WAL at 1733169675350 (+1 ms)Running coprocessor post-close hooks at 1733169675360 (+10 ms)Closed at 1733169675363 (+3 ms) 2024-12-02T20:01:15,363 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7762e033f3aac41e3024d4b0ab32139a: Waiting for close lock at 1733169675348Running coprocessor pre-close hooks at 1733169675348Disabling compacts and flushes for region at 1733169675348Disabling writes for close at 1733169675349 (+1 ms)Writing region close event to WAL at 1733169675349Running coprocessor post-close hooks at 1733169675358 (+9 ms)Closed at 1733169675363 (+5 ms) 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733169583674.0db9d97bb572ff13cbbffe2f31586100. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/f0d832b9ed064f5aad79ecdeecb233b5 is 167, key is SPTestTable,99999996,1733169583674.7762e033f3aac41e3024d4b0ab32139a./info:regioninfo/1733169645006/Put/seqid=0 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 514cca7540e0826bbfef34c0f5b38fa4, disabling compactions & flushes 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80324c0e288c6dcb1b2a9242d41b8d62, disabling compactions & flushes 2024-12-02T20:01:15,364 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:01:15,364 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. after waiting 0 ms 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. after waiting 0 ms 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:01:15,364 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:01:15,372 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/514cca7540e0826bbfef34c0f5b38fa4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,373 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 514cca7540e0826bbfef34c0f5b38fa4: Waiting for close lock at 1733169675364Running coprocessor pre-close hooks at 1733169675364Disabling compacts and flushes for region at 1733169675364Disabling writes for close at 1733169675364Writing region close event to WAL at 1733169675365 (+1 ms)Running coprocessor post-close hooks at 1733169675372 (+7 ms)Closed at 1733169675373 (+1 ms) 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733169583674.514cca7540e0826bbfef34c0f5b38fa4. 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 453704a016f5a7fde0efb143c619da31, disabling compactions & flushes 2024-12-02T20:01:15,373 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. after waiting 0 ms 2024-12-02T20:01:15,373 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:01:15,379 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/80324c0e288c6dcb1b2a9242d41b8d62/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,380 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:01:15,380 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80324c0e288c6dcb1b2a9242d41b8d62: Waiting for close lock at 1733169675364Running coprocessor pre-close hooks at 1733169675364Disabling compacts and flushes for region at 1733169675364Disabling writes for close at 1733169675364Writing region close event to WAL at 1733169675371 (+7 ms)Running coprocessor post-close hooks at 1733169675380 (+9 ms)Closed at 1733169675380 2024-12-02T20:01:15,380 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733169583674.80324c0e288c6dcb1b2a9242d41b8d62. 2024-12-02T20:01:15,380 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b04372f3b9f7245d8e2545dff460225, disabling compactions & flushes 2024-12-02T20:01:15,381 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:01:15,381 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:01:15,381 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. after waiting 0 ms 2024-12-02T20:01:15,381 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:01:15,388 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/453704a016f5a7fde0efb143c619da31/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,389 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:01:15,389 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 453704a016f5a7fde0efb143c619da31: Waiting for close lock at 1733169675373Running coprocessor pre-close hooks at 1733169675373Disabling compacts and flushes for region at 1733169675373Disabling writes for close at 1733169675373Writing region close event to WAL at 1733169675380 (+7 ms)Running coprocessor post-close hooks at 1733169675389 (+9 ms)Closed at 1733169675389 2024-12-02T20:01:15,389 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733169583674.453704a016f5a7fde0efb143c619da31. 2024-12-02T20:01:15,389 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcc2ad766929573599e051f8f8b500e9, disabling compactions & flushes 2024-12-02T20:01:15,389 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:01:15,390 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:01:15,390 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. after waiting 0 ms 2024-12-02T20:01:15,390 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:01:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741867_1043 (size=8383) 2024-12-02T20:01:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741867_1043 (size=8383) 2024-12-02T20:01:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741867_1043 (size=8383) 2024-12-02T20:01:15,397 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.85 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/f0d832b9ed064f5aad79ecdeecb233b5 2024-12-02T20:01:15,403 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/2b04372f3b9f7245d8e2545dff460225/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,403 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/fcc2ad766929573599e051f8f8b500e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:01:15,404 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:01:15,404 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:01:15,404 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b04372f3b9f7245d8e2545dff460225: Waiting for close lock at 1733169675380Running coprocessor pre-close hooks at 1733169675380Disabling compacts and flushes for region at 1733169675380Disabling writes for close at 1733169675381 (+1 ms)Writing region close event to WAL at 1733169675387 (+6 ms)Running coprocessor post-close hooks at 1733169675404 (+17 ms)Closed at 1733169675404 2024-12-02T20:01:15,404 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcc2ad766929573599e051f8f8b500e9: Waiting for close lock at 1733169675389Running coprocessor pre-close hooks at 1733169675389Disabling compacts and flushes for region at 1733169675389Disabling writes for close at 1733169675390 (+1 ms)Writing region close event to WAL at 1733169675395 (+5 ms)Running coprocessor post-close hooks at 1733169675404 (+9 ms)Closed at 1733169675404 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733169583674.fcc2ad766929573599e051f8f8b500e9. 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733169583674.2b04372f3b9f7245d8e2545dff460225. 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60f84d79b2c3358aed470f66366b5935, disabling compactions & flushes 2024-12-02T20:01:15,405 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. after waiting 0 ms 2024-12-02T20:01:15,405 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:01:15,406 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/.tmp/info/f0d832b9ed064f5aad79ecdeecb233b5 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/info/f0d832b9ed064f5aad79ecdeecb233b5 2024-12-02T20:01:15,410 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/60f84d79b2c3358aed470f66366b5935/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,411 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:01:15,411 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60f84d79b2c3358aed470f66366b5935: Waiting for close lock at 1733169675405Running coprocessor pre-close hooks at 1733169675405Disabling compacts and flushes for region at 1733169675405Disabling writes for close at 1733169675405Writing region close event to WAL at 1733169675405Running coprocessor post-close hooks at 1733169675411 (+6 ms)Closed at 1733169675411 2024-12-02T20:01:15,411 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733169583674.60f84d79b2c3358aed470f66366b5935. 2024-12-02T20:01:15,412 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3969b98cfa6dfce4a02e543e046e5060, disabling compactions & flushes 2024-12-02T20:01:15,412 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:01:15,412 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:01:15,412 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. after waiting 0 ms 2024-12-02T20:01:15,412 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:01:15,415 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/info/f0d832b9ed064f5aad79ecdeecb233b5, entries=24, sequenceid=37, filesize=8.2 K 2024-12-02T20:01:15,417 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.85 KB/2916, heapSize ~4.85 KB/4968, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=37, compaction requested=false 2024-12-02T20:01:15,417 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/3969b98cfa6dfce4a02e543e046e5060/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:01:15,418 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3969b98cfa6dfce4a02e543e046e5060: Waiting for close lock at 1733169675411Running coprocessor pre-close hooks at 1733169675412 (+1 ms)Disabling compacts and flushes for region at 1733169675412Disabling writes for close at 1733169675412Writing region close event to WAL at 1733169675412Running coprocessor post-close hooks at 1733169675418 (+6 ms)Closed at 1733169675418 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733169583674.3969b98cfa6dfce4a02e543e046e5060. 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b48ebce6c2e47f4c7420cc4bd6efa220, disabling compactions & flushes 2024-12-02T20:01:15,419 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. after waiting 0 ms 2024-12-02T20:01:15,419 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:01:15,424 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/default/SPTestTable/b48ebce6c2e47f4c7420cc4bd6efa220/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:01:15,424 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-02T20:01:15,425 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:01:15,425 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b48ebce6c2e47f4c7420cc4bd6efa220: Waiting for close lock at 1733169675419Running coprocessor pre-close hooks at 1733169675419Disabling compacts and flushes for region at 1733169675419Disabling writes for close at 1733169675419Writing region close event to WAL at 1733169675420 (+1 ms)Running coprocessor post-close hooks at 1733169675425 (+5 ms)Closed at 1733169675425 2024-12-02T20:01:15,425 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T20:01:15,425 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733169583674.b48ebce6c2e47f4c7420cc4bd6efa220. 2024-12-02T20:01:15,425 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T20:01:15,425 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169675352Running coprocessor pre-close hooks at 1733169675352Disabling compacts and flushes for region at 1733169675352Disabling writes for close at 1733169675352Obtaining lock to block concurrent updates at 1733169675352Preparing flush snapshotting stores in 1588230740 at 1733169675352Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2916, getHeapSize=5688, getOffHeapSize=0, getCellsCount=24 at 1733169675353 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169675354 (+1 ms)Flushing 1588230740/info: creating writer at 1733169675354Flushing 1588230740/info: appending metadata at 1733169675363 (+9 ms)Flushing 1588230740/info: closing flushed file at 1733169675363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630bf454: reopening flushed file at 1733169675405 (+42 ms)Finished flush of dataSize ~2.85 KB/2916, heapSize ~4.85 KB/4968, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=37, compaction requested=false at 1733169675417 (+12 ms)Writing region close event to WAL at 1733169675420 (+3 ms)Running coprocessor post-close hooks at 1733169675425 (+5 ms)Closed at 1733169675425 2024-12-02T20:01:15,425 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T20:01:15,428 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:01:15,429 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:01:15,549 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,39271,1733169571175; all regions closed. 2024-12-02T20:01:15,552 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,36229,1733169571280; all regions closed. 2024-12-02T20:01:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741834_1010 (size=2947) 2024-12-02T20:01:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741834_1010 (size=2947) 2024-12-02T20:01:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741834_1010 (size=2947) 2024-12-02T20:01:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741859_1035 (size=4328) 2024-12-02T20:01:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741859_1035 (size=4328) 2024-12-02T20:01:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741859_1035 (size=4328) 2024-12-02T20:01:15,557 DEBUG [RS:0;41897df2911b:39271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs 2024-12-02T20:01:15,557 INFO [RS:0;41897df2911b:39271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C39271%2C1733169571175:(num 1733169572957) 2024-12-02T20:01:15,557 DEBUG [RS:0;41897df2911b:39271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,557 INFO [RS:0;41897df2911b:39271 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:01:15,557 INFO [RS:0;41897df2911b:39271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:01:15,557 INFO [RS:0;41897df2911b:39271 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T20:01:15,558 INFO [RS:0;41897df2911b:39271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T20:01:15,558 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:01:15,558 INFO [RS:0;41897df2911b:39271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T20:01:15,558 INFO [RS:0;41897df2911b:39271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T20:01:15,558 INFO [RS:0;41897df2911b:39271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:01:15,558 DEBUG [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs 2024-12-02T20:01:15,558 INFO [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36229%2C1733169571280.meta:.meta(num 1733169624357) 2024-12-02T20:01:15,558 INFO [RS:0;41897df2911b:39271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39271 2024-12-02T20:01:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741835_1011 (size=4083) 2024-12-02T20:01:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741835_1011 (size=4083) 2024-12-02T20:01:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741835_1011 (size=4083) 2024-12-02T20:01:15,563 DEBUG [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/oldWALs 2024-12-02T20:01:15,563 INFO [RS:1;41897df2911b:36229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36229%2C1733169571280:(num 1733169572958) 2024-12-02T20:01:15,563 DEBUG [RS:1;41897df2911b:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:15,563 INFO [RS:1;41897df2911b:36229 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:01:15,563 INFO [RS:1;41897df2911b:36229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:01:15,564 INFO [RS:1;41897df2911b:36229 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T20:01:15,564 INFO [RS:1;41897df2911b:36229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:01:15,564 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:01:15,564 INFO [RS:1;41897df2911b:36229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36229 2024-12-02T20:01:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,39271,1733169571175 2024-12-02T20:01:15,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T20:01:15,586 INFO [RS:0;41897df2911b:39271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:01:15,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,36229,1733169571280 2024-12-02T20:01:15,595 INFO [RS:1;41897df2911b:36229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:01:15,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,39271,1733169571175] 2024-12-02T20:01:15,620 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,39271,1733169571175 already deleted, retry=false 2024-12-02T20:01:15,620 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,39271,1733169571175 expired; onlineServers=1 2024-12-02T20:01:15,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,36229,1733169571280] 2024-12-02T20:01:15,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,36229,1733169571280 already deleted, retry=false 2024-12-02T20:01:15,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,36229,1733169571280 expired; onlineServers=0 2024-12-02T20:01:15,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,46439,1733169570497' ***** 2024-12-02T20:01:15,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T20:01:15,629 INFO [M:0;41897df2911b:46439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:01:15,629 INFO [M:0;41897df2911b:46439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:01:15,629 DEBUG [M:0;41897df2911b:46439 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T20:01:15,629 DEBUG [M:0;41897df2911b:46439 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T20:01:15,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T20:01:15,629 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169572538 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169572538,5,FailOnTimeoutGroup] 2024-12-02T20:01:15,629 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169572537 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169572537,5,FailOnTimeoutGroup] 2024-12-02T20:01:15,630 INFO [M:0;41897df2911b:46439 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T20:01:15,630 INFO [M:0;41897df2911b:46439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:01:15,630 DEBUG [M:0;41897df2911b:46439 {}] master.HMaster(1795): Stopping service threads 2024-12-02T20:01:15,630 INFO [M:0;41897df2911b:46439 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T20:01:15,630 INFO [M:0;41897df2911b:46439 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T20:01:15,631 ERROR [M:0;41897df2911b:46439 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36701,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36701 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36701,5,PEWorkerGroup] 2024-12-02T20:01:15,631 INFO [M:0;41897df2911b:46439 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T20:01:15,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T20:01:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T20:01:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:15,637 DEBUG [M:0;41897df2911b:46439 {}] zookeeper.ZKUtil(347): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T20:01:15,637 WARN [M:0;41897df2911b:46439 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T20:01:15,638 INFO [M:0;41897df2911b:46439 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/.lastflushedseqids 2024-12-02T20:01:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741868_1044 (size=668) 2024-12-02T20:01:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741868_1044 (size=668) 2024-12-02T20:01:15,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741868_1044 (size=668) 2024-12-02T20:01:15,655 INFO [M:0;41897df2911b:46439 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T20:01:15,655 INFO [M:0;41897df2911b:46439 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T20:01:15,655 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T20:01:15,655 INFO [M:0;41897df2911b:46439 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:15,655 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:15,655 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T20:01:15,655 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:15,656 INFO [M:0;41897df2911b:46439 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=201.74 KB heapSize=250.60 KB 2024-12-02T20:01:15,672 DEBUG [M:0;41897df2911b:46439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844dc330fdb64cf486a7b18b49d5d28c is 82, key is hbase:meta,,1/info:regioninfo/1733169624551/Put/seqid=0 2024-12-02T20:01:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741869_1045 (size=6071) 2024-12-02T20:01:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741869_1045 (size=6071) 2024-12-02T20:01:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741869_1045 (size=6071) 2024-12-02T20:01:15,679 INFO [M:0;41897df2911b:46439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844dc330fdb64cf486a7b18b49d5d28c 2024-12-02T20:01:15,698 DEBUG [M:0;41897df2911b:46439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efbaa23aa91a47c88ec0ec76bbfa93d9 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169594584/Put/seqid=0 2024-12-02T20:01:15,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,704 INFO [RS:0;41897df2911b:39271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:01:15,704 INFO [RS:0;41897df2911b:39271 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,39271,1733169571175; zookeeper connection closed. 2024-12-02T20:01:15,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39271-0x10198ea726b0001, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741870_1046 (size=9041) 2024-12-02T20:01:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741870_1046 (size=9041) 2024-12-02T20:01:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741870_1046 (size=9041) 2024-12-02T20:01:15,705 INFO [M:0;41897df2911b:46439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.51 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efbaa23aa91a47c88ec0ec76bbfa93d9 2024-12-02T20:01:15,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1012a9e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1012a9e8 2024-12-02T20:01:15,712 INFO [RS:1;41897df2911b:36229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:01:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10198ea726b0002, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,712 INFO [RS:1;41897df2911b:36229 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,36229,1733169571280; zookeeper connection closed. 2024-12-02T20:01:15,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10ad1f38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10ad1f38 2024-12-02T20:01:15,713 INFO [M:0;41897df2911b:46439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efbaa23aa91a47c88ec0ec76bbfa93d9 2024-12-02T20:01:15,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T20:01:15,728 DEBUG [M:0;41897df2911b:46439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7edc1cb4e2a141039b79e9ef6cb49741 is 69, key is 41897df2911b,36229,1733169571280/rs:state/1733169572678/Put/seqid=0 2024-12-02T20:01:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741871_1047 (size=5441) 2024-12-02T20:01:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741871_1047 (size=5441) 2024-12-02T20:01:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741871_1047 (size=5441) 2024-12-02T20:01:15,736 INFO [M:0;41897df2911b:46439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7edc1cb4e2a141039b79e9ef6cb49741 2024-12-02T20:01:15,742 INFO [M:0;41897df2911b:46439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7edc1cb4e2a141039b79e9ef6cb49741 2024-12-02T20:01:15,743 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/844dc330fdb64cf486a7b18b49d5d28c as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/844dc330fdb64cf486a7b18b49d5d28c 2024-12-02T20:01:15,750 INFO [M:0;41897df2911b:46439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/844dc330fdb64cf486a7b18b49d5d28c, entries=14, sequenceid=531, filesize=5.9 K 2024-12-02T20:01:15,751 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efbaa23aa91a47c88ec0ec76bbfa93d9 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efbaa23aa91a47c88ec0ec76bbfa93d9 2024-12-02T20:01:15,758 INFO [M:0;41897df2911b:46439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efbaa23aa91a47c88ec0ec76bbfa93d9 2024-12-02T20:01:15,758 INFO [M:0;41897df2911b:46439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efbaa23aa91a47c88ec0ec76bbfa93d9, entries=58, sequenceid=531, filesize=8.8 K 2024-12-02T20:01:15,760 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7edc1cb4e2a141039b79e9ef6cb49741 as hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7edc1cb4e2a141039b79e9ef6cb49741 2024-12-02T20:01:15,767 INFO [M:0;41897df2911b:46439 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7edc1cb4e2a141039b79e9ef6cb49741 2024-12-02T20:01:15,767 INFO [M:0;41897df2911b:46439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36701/user/jenkins/test-data/502591b0-5b40-45b0-0540-f0b575217405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7edc1cb4e2a141039b79e9ef6cb49741, entries=3, sequenceid=531, filesize=5.3 K 2024-12-02T20:01:15,768 INFO [M:0;41897df2911b:46439 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.74 KB/206579, heapSize ~250.30 KB/256312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=531, compaction requested=false 2024-12-02T20:01:15,769 INFO [M:0;41897df2911b:46439 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:15,770 DEBUG [M:0;41897df2911b:46439 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169675655Disabling compacts and flushes for region at 1733169675655Disabling writes for close at 1733169675655Obtaining lock to block concurrent updates at 1733169675656 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169675656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206579, getHeapSize=256552, getOffHeapSize=0, getCellsCount=648 at 1733169675656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169675656Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169675657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169675671 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169675671Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169675684 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169675698 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169675698Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169675713 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169675727 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169675727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e3c150: reopening flushed file at 1733169675742 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412c145f: reopening flushed file at 1733169675750 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647dd6c5: reopening flushed file at 1733169675758 (+8 ms)Finished flush of dataSize ~201.74 KB/206579, heapSize ~250.30 KB/256312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=531, compaction requested=false at 1733169675768 (+10 ms)Writing region close event to WAL at 1733169675769 (+1 ms)Closed at 1733169675769 2024-12-02T20:01:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741830_1006 (size=241981) 2024-12-02T20:01:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39161 is added to blk_1073741830_1006 (size=241981) 2024-12-02T20:01:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741830_1006 (size=241981) 2024-12-02T20:01:15,774 INFO [M:0;41897df2911b:46439 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T20:01:15,774 INFO [M:0;41897df2911b:46439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46439 2024-12-02T20:01:15,774 INFO [M:0;41897df2911b:46439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:01:15,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:01:15,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,894 INFO [M:0;41897df2911b:46439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:01:15,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46439-0x10198ea726b0000, quorum=127.0.0.1:56805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:01:15,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:15,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:01:15,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:01:15,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:01:15,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,STOPPED} 2024-12-02T20:01:15,944 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:01:15,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:01:15,945 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844520085-172.17.0.2-1733169566789 (Datanode Uuid 4e05f424-907c-4e6c-8da4-e5c11e064591) service to localhost/127.0.0.1:36701 2024-12-02T20:01:15,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:01:15,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data5/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data6/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,947 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:01:15,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:15,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:01:15,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:01:15,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:01:15,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,STOPPED} 2024-12-02T20:01:15,952 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:01:15,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:01:15,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:01:15,952 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844520085-172.17.0.2-1733169566789 (Datanode Uuid d1983a6a-67f6-4b72-a0cc-736b3242d7be) service to localhost/127.0.0.1:36701 2024-12-02T20:01:15,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data3/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data4/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:01:15,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:15,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:01:15,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:01:15,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:01:15,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,STOPPED} 2024-12-02T20:01:15,957 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:01:15,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:01:15,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:01:15,957 WARN [BP-844520085-172.17.0.2-1733169566789 heartbeating to localhost/127.0.0.1:36701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-844520085-172.17.0.2-1733169566789 (Datanode Uuid 2ca904bb-aed6-4054-8d92-46e104da0e63) service to localhost/127.0.0.1:36701 2024-12-02T20:01:15,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data1/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/cluster_362368ab-4f31-ffed-4950-16f5f418f438/data/data2/current/BP-844520085-172.17.0.2-1733169566789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:01:15,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:01:15,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T20:01:15,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:01:15,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:01:15,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:01:15,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir/,STOPPED} 2024-12-02T20:01:15,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T20:01:16,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T20:01:16,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f0b36f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/41897df2911b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36701 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36701 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/41897df2911b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 424), ProcessCount=9 (was 11), AvailableMemoryMB=10768 (was 11212) 2024-12-02T20:01:16,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=9, AvailableMemoryMB=10767 2024-12-02T20:01:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir so I do NOT create it in target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954 2024-12-02T20:01:16,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T20:01:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.tmp.dir so I do NOT create it in target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954 2024-12-02T20:01:16,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b64b2b1d-47ae-5d3a-89d2-f95836a80458/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T20:01:16,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954 2024-12-02T20:01:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T20:01:16,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d, deleteOnExit=true 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/test.cache.data in system properties and HBase conf 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir in system properties and HBase conf 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T20:01:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T20:01:16,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/nfs.dump.dir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/java.io.tmpdir in system properties and HBase conf 2024-12-02T20:01:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T20:01:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T20:01:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T20:01:16,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T20:01:16,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T20:01:16,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T20:01:16,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T20:01:16,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T20:01:16,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T20:01:16,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2099d161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,AVAILABLE} 2024-12-02T20:01:16,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436caa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T20:01:16,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1640af40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/java.io.tmpdir/jetty-localhost-45017-hadoop-hdfs-3_4_1-tests_jar-_-any-11153457259424093442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T20:01:16,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@657e70ed{HTTP/1.1, (http/1.1)}{localhost:45017} 2024-12-02T20:01:16,433 INFO [Time-limited test {}] server.Server(415): Started @111347ms 2024-12-02T20:01:16,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T20:01:16,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T20:01:16,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T20:01:16,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T20:01:16,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T20:01:16,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7a4f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,AVAILABLE} 2024-12-02T20:01:16,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c8ef2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T20:01:16,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45bb3266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/java.io.tmpdir/jetty-localhost-43411-hadoop-hdfs-3_4_1-tests_jar-_-any-4332326926404992287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:16,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672d18e3{HTTP/1.1, (http/1.1)}{localhost:43411} 2024-12-02T20:01:16,736 INFO [Time-limited test {}] server.Server(415): Started @111650ms 2024-12-02T20:01:16,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T20:01:16,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T20:01:16,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T20:01:16,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T20:01:16,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T20:01:16,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T20:01:16,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fc201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,AVAILABLE} 2024-12-02T20:01:16,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b5411d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T20:01:16,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d1bd98d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/java.io.tmpdir/jetty-localhost-46221-hadoop-hdfs-3_4_1-tests_jar-_-any-7445874975594526239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:16,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301b6eb8{HTTP/1.1, (http/1.1)}{localhost:46221} 2024-12-02T20:01:16,861 INFO [Time-limited test {}] server.Server(415): Started @111775ms 2024-12-02T20:01:16,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T20:01:16,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T20:01:16,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T20:01:16,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T20:01:16,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T20:01:16,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T20:01:16,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436c37bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,AVAILABLE} 2024-12-02T20:01:16,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26c1ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T20:01:16,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dcd838d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/java.io.tmpdir/jetty-localhost-37801-hadoop-hdfs-3_4_1-tests_jar-_-any-1858291092628082372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:01:16,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b9e9d81{HTTP/1.1, (http/1.1)}{localhost:37801} 2024-12-02T20:01:16,981 INFO [Time-limited test {}] server.Server(415): Started @111896ms 2024-12-02T20:01:16,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T20:01:17,603 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data2/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,603 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data1/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,624 WARN [Thread-675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T20:01:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74fcb4822ebc7281 with lease ID 0xd2edb453d96ce772: Processing first storage report for DS-0e631915-8f02-4250-9259-16dc88da3dc8 from datanode DatanodeRegistration(127.0.0.1:39727, datanodeUuid=7679bba4-8b80-4413-8c6e-454cdb650833, infoPort=44329, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74fcb4822ebc7281 with lease ID 0xd2edb453d96ce772: from storage DS-0e631915-8f02-4250-9259-16dc88da3dc8 node DatanodeRegistration(127.0.0.1:39727, datanodeUuid=7679bba4-8b80-4413-8c6e-454cdb650833, infoPort=44329, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74fcb4822ebc7281 with lease ID 0xd2edb453d96ce772: Processing first storage report for DS-d0cfa6ed-cb66-4889-9261-0989f5436efa from datanode DatanodeRegistration(127.0.0.1:39727, datanodeUuid=7679bba4-8b80-4413-8c6e-454cdb650833, infoPort=44329, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74fcb4822ebc7281 with lease ID 0xd2edb453d96ce772: from storage DS-d0cfa6ed-cb66-4889-9261-0989f5436efa node DatanodeRegistration(127.0.0.1:39727, datanodeUuid=7679bba4-8b80-4413-8c6e-454cdb650833, infoPort=44329, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,730 WARN [Thread-746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data3/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,730 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data4/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,747 WARN [Thread-698 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T20:01:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1128bce0b9ae0a8e with lease ID 0xd2edb453d96ce773: Processing first storage report for DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=7f2c498d-8abe-41c0-91e8-68a95ce1d254, infoPort=41631, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1128bce0b9ae0a8e with lease ID 0xd2edb453d96ce773: from storage DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=7f2c498d-8abe-41c0-91e8-68a95ce1d254, infoPort=41631, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1128bce0b9ae0a8e with lease ID 0xd2edb453d96ce773: Processing first storage report for DS-7603222c-f147-42fa-ba49-3f1ac046d958 from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=7f2c498d-8abe-41c0-91e8-68a95ce1d254, infoPort=41631, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1128bce0b9ae0a8e with lease ID 0xd2edb453d96ce773: from storage DS-7603222c-f147-42fa-ba49-3f1ac046d958 node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=7f2c498d-8abe-41c0-91e8-68a95ce1d254, infoPort=41631, infoSecurePort=0, ipcPort=45817, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,866 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data5/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,866 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data6/current/BP-133752108-172.17.0.2-1733169676060/current, will proceed with Du for space computation calculation, 2024-12-02T20:01:17,883 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T20:01:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b9307303837135a with lease ID 0xd2edb453d96ce774: Processing first storage report for DS-7af520de-f5d3-4316-84c7-d7ec2b64003b from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=85188a41-c39d-4c40-a59d-1a380a033e83, infoPort=43189, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b9307303837135a with lease ID 0xd2edb453d96ce774: from storage DS-7af520de-f5d3-4316-84c7-d7ec2b64003b node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=85188a41-c39d-4c40-a59d-1a380a033e83, infoPort=43189, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b9307303837135a with lease ID 0xd2edb453d96ce774: Processing first storage report for DS-6741ac55-5e6d-4cbb-babf-6f62ae256bd1 from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=85188a41-c39d-4c40-a59d-1a380a033e83, infoPort=43189, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060) 2024-12-02T20:01:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b9307303837135a with lease ID 0xd2edb453d96ce774: from storage DS-6741ac55-5e6d-4cbb-babf-6f62ae256bd1 node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=85188a41-c39d-4c40-a59d-1a380a033e83, infoPort=43189, infoSecurePort=0, ipcPort=38393, storageInfo=lv=-57;cid=testClusterID;nsid=1749720026;c=1733169676060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T20:01:17,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954 2024-12-02T20:01:17,918 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/zookeeper_0, clientPort=55896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T20:01:17,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55896 2024-12-02T20:01:17,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:17,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741825_1001 (size=7) 2024-12-02T20:01:17,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741825_1001 (size=7) 2024-12-02T20:01:17,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741825_1001 (size=7) 2024-12-02T20:01:17,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 with version=8 2024-12-02T20:01:17,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/hbase-staging 2024-12-02T20:01:17,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T20:01:17,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T20:01:17,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37147 2024-12-02T20:01:17,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37147 connecting to ZooKeeper ensemble=127.0.0.1:55896 2024-12-02T20:01:17,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371470x0, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T20:01:17,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37147-0x10198ec19220000 connected 2024-12-02T20:01:18,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:18,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279, hbase.cluster.distributed=false 2024-12-02T20:01:18,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T20:01:18,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37147 2024-12-02T20:01:18,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37147 2024-12-02T20:01:18,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37147 2024-12-02T20:01:18,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37147 2024-12-02T20:01:18,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37147 2024-12-02T20:01:18,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T20:01:18,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T20:01:18,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T20:01:18,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36287 2024-12-02T20:01:18,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36287 connecting to ZooKeeper ensemble=127.0.0.1:55896 2024-12-02T20:01:18,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362870x0, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T20:01:18,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:18,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36287-0x10198ec19220001 connected 2024-12-02T20:01:18,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T20:01:18,125 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T20:01:18,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T20:01:18,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T20:01:18,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36287 2024-12-02T20:01:18,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36287 2024-12-02T20:01:18,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36287 2024-12-02T20:01:18,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36287 2024-12-02T20:01:18,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36287 2024-12-02T20:01:18,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T20:01:18,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T20:01:18,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35257 2024-12-02T20:01:18,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35257 connecting to ZooKeeper ensemble=127.0.0.1:55896 2024-12-02T20:01:18,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352570x0, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T20:01:18,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:18,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35257-0x10198ec19220002 connected 2024-12-02T20:01:18,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T20:01:18,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T20:01:18,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T20:01:18,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T20:01:18,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T20:01:18,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35257 2024-12-02T20:01:18,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35257 2024-12-02T20:01:18,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T20:01:18,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T20:01:18,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T20:01:18,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T20:01:18,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T20:01:18,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43733 2024-12-02T20:01:18,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43733 connecting to ZooKeeper ensemble=127.0.0.1:55896 2024-12-02T20:01:18,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437330x0, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T20:01:18,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43733-0x10198ec19220003 connected 2024-12-02T20:01:18,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:01:18,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T20:01:18,191 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T20:01:18,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T20:01:18,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T20:01:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-02T20:01:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43733 2024-12-02T20:01:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43733 2024-12-02T20:01:18,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-02T20:01:18,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43733 2024-12-02T20:01:18,207 DEBUG [M:0;41897df2911b:37147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:37147 2024-12-02T20:01:18,207 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,37147,1733169677939 2024-12-02T20:01:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,216 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,37147,1733169677939 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,224 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T20:01:18,225 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,37147,1733169677939 from backup master directory 2024-12-02T20:01:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,37147,1733169677939 2024-12-02T20:01:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T20:01:18,232 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T20:01:18,232 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,37147,1733169677939 2024-12-02T20:01:18,237 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/hbase.id] with ID: 8e078516-e85f-40ed-bba8-47a4fd44a455 2024-12-02T20:01:18,237 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.tmp/hbase.id 2024-12-02T20:01:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741826_1002 (size=42) 2024-12-02T20:01:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741826_1002 (size=42) 2024-12-02T20:01:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741826_1002 (size=42) 2024-12-02T20:01:18,245 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.tmp/hbase.id]:[hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/hbase.id] 2024-12-02T20:01:18,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T20:01:18,258 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T20:01:18,260 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T20:01:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741827_1003 (size=196) 2024-12-02T20:01:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741827_1003 (size=196) 2024-12-02T20:01:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741827_1003 (size=196) 2024-12-02T20:01:18,274 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T20:01:18,275 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T20:01:18,275 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:01:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741828_1004 (size=1189) 2024-12-02T20:01:18,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741828_1004 (size=1189) 2024-12-02T20:01:18,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741828_1004 (size=1189) 2024-12-02T20:01:18,284 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store 2024-12-02T20:01:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741829_1005 (size=34) 2024-12-02T20:01:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741829_1005 (size=34) 2024-12-02T20:01:18,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741829_1005 (size=34) 2024-12-02T20:01:18,292 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:18,293 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T20:01:18,293 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:18,293 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:18,293 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T20:01:18,293 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:18,293 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:01:18,293 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169678293Disabling compacts and flushes for region at 1733169678293Disabling writes for close at 1733169678293Writing region close event to WAL at 1733169678293Closed at 1733169678293 2024-12-02T20:01:18,294 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/.initializing 2024-12-02T20:01:18,294 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/WALs/41897df2911b,37147,1733169677939 2024-12-02T20:01:18,295 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T20:01:18,297 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C37147%2C1733169677939, suffix=, logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/WALs/41897df2911b,37147,1733169677939, archiveDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/oldWALs, maxLogs=10 2024-12-02T20:01:18,309 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/WALs/41897df2911b,37147,1733169677939/41897df2911b%2C37147%2C1733169677939.1733169678297, exclude list is [], retry=0 2024-12-02T20:01:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39727,DS-0e631915-8f02-4250-9259-16dc88da3dc8,DISK] 2024-12-02T20:01:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-7af520de-f5d3-4316-84c7-d7ec2b64003b,DISK] 2024-12-02T20:01:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca,DISK] 2024-12-02T20:01:18,314 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/WALs/41897df2911b,37147,1733169677939/41897df2911b%2C37147%2C1733169677939.1733169678297 2024-12-02T20:01:18,314 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:43189:43189),(127.0.0.1/127.0.0.1:41631:41631)] 2024-12-02T20:01:18,314 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T20:01:18,315 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:18,315 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,315 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T20:01:18,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:18,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T20:01:18,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:18,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T20:01:18,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:18,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T20:01:18,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:18,325 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,326 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,326 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,328 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,328 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,328 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T20:01:18,329 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T20:01:18,331 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:18,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69729574, jitterRate=0.03905162215232849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T20:01:18,332 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169678315Initializing all the Stores at 1733169678316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169678316Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169678316Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169678316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169678316Cleaning up temporary data from old regions at 1733169678328 (+12 ms)Region opened successfully at 1733169678332 (+4 ms) 2024-12-02T20:01:18,332 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T20:01:18,336 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430dfe51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T20:01:18,337 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T20:01:18,337 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T20:01:18,337 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T20:01:18,337 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T20:01:18,338 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T20:01:18,338 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T20:01:18,338 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T20:01:18,341 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T20:01:18,342 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T20:01:18,348 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T20:01:18,349 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T20:01:18,349 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T20:01:18,356 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T20:01:18,357 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T20:01:18,358 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T20:01:18,365 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T20:01:18,366 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T20:01:18,373 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T20:01:18,375 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T20:01:18,381 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,391 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,37147,1733169677939, sessionid=0x10198ec19220000, setting cluster-up flag (Was=false) 2024-12-02T20:01:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,432 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T20:01:18,433 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,37147,1733169677939 2024-12-02T20:01:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,473 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T20:01:18,476 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,37147,1733169677939 2024-12-02T20:01:18,479 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T20:01:18,482 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T20:01:18,482 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T20:01:18,482 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T20:01:18,483 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,37147,1733169677939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T20:01:18,485 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T20:01:18,485 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T20:01:18,485 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T20:01:18,485 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T20:01:18,486 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T20:01:18,486 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,486 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T20:01:18,486 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,487 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169708487 2024-12-02T20:01:18,487 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T20:01:18,487 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T20:01:18,487 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T20:01:18,487 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T20:01:18,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T20:01:18,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T20:01:18,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T20:01:18,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T20:01:18,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T20:01:18,488 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T20:01:18,489 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T20:01:18,489 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T20:01:18,489 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T20:01:18,489 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169678489,5,FailOnTimeoutGroup] 2024-12-02T20:01:18,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,490 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169678490,5,FailOnTimeoutGroup] 2024-12-02T20:01:18,490 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,490 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T20:01:18,490 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,490 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T20:01:18,499 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(746): ClusterId : 8e078516-e85f-40ed-bba8-47a4fd44a455 2024-12-02T20:01:18,499 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(746): ClusterId : 8e078516-e85f-40ed-bba8-47a4fd44a455 2024-12-02T20:01:18,499 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T20:01:18,499 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T20:01:18,499 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(746): ClusterId : 8e078516-e85f-40ed-bba8-47a4fd44a455 2024-12-02T20:01:18,499 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T20:01:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741831_1007 (size=1321) 2024-12-02T20:01:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741831_1007 (size=1321) 2024-12-02T20:01:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741831_1007 (size=1321) 2024-12-02T20:01:18,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T20:01:18,505 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741832_1008 (size=32) 2024-12-02T20:01:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741832_1008 (size=32) 2024-12-02T20:01:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741832_1008 (size=32) 2024-12-02T20:01:18,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:18,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T20:01:18,515 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T20:01:18,515 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T20:01:18,516 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T20:01:18,516 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T20:01:18,516 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T20:01:18,516 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T20:01:18,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T20:01:18,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T20:01:18,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T20:01:18,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:18,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T20:01:18,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T20:01:18,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:18,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T20:01:18,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T20:01:18,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:18,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:18,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T20:01:18,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740 2024-12-02T20:01:18,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740 2024-12-02T20:01:18,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T20:01:18,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T20:01:18,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T20:01:18,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T20:01:18,531 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:18,532 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61643272, jitterRate=-0.0814436674118042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T20:01:18,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169678514Initializing all the Stores at 1733169678515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169678515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169678515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169678515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169678515Cleaning up temporary data from old regions at 1733169678527 (+12 ms)Region opened successfully at 1733169678532 (+5 ms) 2024-12-02T20:01:18,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T20:01:18,532 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T20:01:18,532 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T20:01:18,532 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T20:01:18,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T20:01:18,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T20:01:18,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T20:01:18,532 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T20:01:18,532 DEBUG [RS:0;41897df2911b:36287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86719f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T20:01:18,532 DEBUG [RS:1;41897df2911b:35257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c91fb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T20:01:18,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T20:01:18,533 DEBUG [RS:2;41897df2911b:43733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T20:01:18,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169678532Disabling compacts and flushes for region at 1733169678532Disabling writes for close at 1733169678532Writing region close event to WAL at 1733169678533 (+1 ms)Closed at 1733169678533 2024-12-02T20:01:18,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T20:01:18,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T20:01:18,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T20:01:18,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T20:01:18,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T20:01:18,547 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;41897df2911b:43733 2024-12-02T20:01:18,547 INFO [RS:2;41897df2911b:43733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T20:01:18,547 INFO [RS:2;41897df2911b:43733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T20:01:18,547 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T20:01:18,547 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;41897df2911b:35257 2024-12-02T20:01:18,547 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:36287 2024-12-02T20:01:18,547 INFO [RS:0;41897df2911b:36287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T20:01:18,547 INFO [RS:1;41897df2911b:35257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T20:01:18,547 INFO [RS:0;41897df2911b:36287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T20:01:18,547 INFO [RS:1;41897df2911b:35257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T20:01:18,547 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T20:01:18,547 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T20:01:18,548 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,37147,1733169677939 with port=43733, startcode=1733169678178 2024-12-02T20:01:18,548 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,37147,1733169677939 with port=35257, startcode=1733169678144 2024-12-02T20:01:18,548 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,37147,1733169677939 with port=36287, startcode=1733169678110 2024-12-02T20:01:18,548 DEBUG [RS:2;41897df2911b:43733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T20:01:18,548 DEBUG [RS:1;41897df2911b:35257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T20:01:18,548 DEBUG [RS:0;41897df2911b:36287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T20:01:18,550 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T20:01:18,550 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T20:01:18,550 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T20:01:18,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,43733,1733169678178 2024-12-02T20:01:18,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(517): Registering regionserver=41897df2911b,43733,1733169678178 2024-12-02T20:01:18,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,35257,1733169678144 2024-12-02T20:01:18,552 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(517): Registering regionserver=41897df2911b,35257,1733169678144 2024-12-02T20:01:18,552 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:18,552 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35907 2024-12-02T20:01:18,552 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T20:01:18,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,36287,1733169678110 2024-12-02T20:01:18,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37147 {}] master.ServerManager(517): Registering regionserver=41897df2911b,36287,1733169678110 2024-12-02T20:01:18,553 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:18,553 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35907 2024-12-02T20:01:18,553 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T20:01:18,554 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:18,554 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35907 2024-12-02T20:01:18,554 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T20:01:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T20:01:18,607 DEBUG [RS:2;41897df2911b:43733 {}] zookeeper.ZKUtil(111): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,43733,1733169678178 2024-12-02T20:01:18,607 WARN [RS:2;41897df2911b:43733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T20:01:18,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,36287,1733169678110] 2024-12-02T20:01:18,607 INFO [RS:2;41897df2911b:43733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:01:18,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,43733,1733169678178] 2024-12-02T20:01:18,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,35257,1733169678144] 2024-12-02T20:01:18,607 DEBUG [RS:1;41897df2911b:35257 {}] zookeeper.ZKUtil(111): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,35257,1733169678144 2024-12-02T20:01:18,607 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,43733,1733169678178 2024-12-02T20:01:18,607 WARN [RS:1;41897df2911b:35257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T20:01:18,607 DEBUG [RS:0;41897df2911b:36287 {}] zookeeper.ZKUtil(111): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,36287,1733169678110 2024-12-02T20:01:18,607 INFO [RS:1;41897df2911b:35257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:01:18,607 WARN [RS:0;41897df2911b:36287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T20:01:18,607 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144 2024-12-02T20:01:18,607 INFO [RS:0;41897df2911b:36287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:01:18,608 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,36287,1733169678110 2024-12-02T20:01:18,613 INFO [RS:2;41897df2911b:43733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T20:01:18,613 INFO [RS:1;41897df2911b:35257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T20:01:18,614 INFO [RS:0;41897df2911b:36287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T20:01:18,617 INFO [RS:2;41897df2911b:43733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T20:01:18,617 INFO [RS:2;41897df2911b:43733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T20:01:18,617 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,618 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T20:01:18,619 INFO [RS:0;41897df2911b:36287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T20:01:18,619 INFO [RS:2;41897df2911b:43733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T20:01:18,619 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,619 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,619 INFO [RS:0;41897df2911b:36287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T20:01:18,619 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,619 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,619 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,619 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,620 DEBUG [RS:2;41897df2911b:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,620 INFO [RS:1;41897df2911b:35257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T20:01:18,626 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T20:01:18,627 INFO [RS:1;41897df2911b:35257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T20:01:18,627 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,627 INFO [RS:0;41897df2911b:36287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T20:01:18,628 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43733,1733169678178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,628 INFO [RS:1;41897df2911b:35257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,628 DEBUG [RS:0;41897df2911b:36287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,628 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,629 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T20:01:18,630 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,630 DEBUG [RS:1;41897df2911b:35257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36287,1733169678110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,630 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,631 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,631 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,35257,1733169678144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T20:01:18,643 INFO [RS:0;41897df2911b:36287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T20:01:18,643 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36287,1733169678110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,643 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,644 INFO [RS:0;41897df2911b:36287 {}] regionserver.Replication(171): 41897df2911b,36287,1733169678110 started 2024-12-02T20:01:18,646 INFO [RS:2;41897df2911b:43733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T20:01:18,646 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,43733,1733169678178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,646 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,646 INFO [RS:2;41897df2911b:43733 {}] regionserver.Replication(171): 41897df2911b,43733,1733169678178 started 2024-12-02T20:01:18,650 INFO [RS:1;41897df2911b:35257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T20:01:18,650 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,35257,1733169678144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,650 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,650 INFO [RS:1;41897df2911b:35257 {}] regionserver.Replication(171): 41897df2911b,35257,1733169678144 started 2024-12-02T20:01:18,655 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,655 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,36287,1733169678110, RpcServer on 41897df2911b/172.17.0.2:36287, sessionid=0x10198ec19220001 2024-12-02T20:01:18,655 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T20:01:18,655 DEBUG [RS:0;41897df2911b:36287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,36287,1733169678110 2024-12-02T20:01:18,655 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36287,1733169678110' 2024-12-02T20:01:18,655 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,36287,1733169678110 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36287,1733169678110' 2024-12-02T20:01:18,656 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T20:01:18,657 DEBUG [RS:0;41897df2911b:36287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T20:01:18,657 DEBUG [RS:0;41897df2911b:36287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T20:01:18,657 INFO [RS:0;41897df2911b:36287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T20:01:18,657 INFO [RS:0;41897df2911b:36287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T20:01:18,662 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,662 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,43733,1733169678178, RpcServer on 41897df2911b/172.17.0.2:43733, sessionid=0x10198ec19220003 2024-12-02T20:01:18,662 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T20:01:18,662 DEBUG [RS:2;41897df2911b:43733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,43733,1733169678178 2024-12-02T20:01:18,662 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,43733,1733169678178' 2024-12-02T20:01:18,662 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,43733,1733169678178 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,43733,1733169678178' 2024-12-02T20:01:18,663 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T20:01:18,664 DEBUG [RS:2;41897df2911b:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T20:01:18,665 DEBUG [RS:2;41897df2911b:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T20:01:18,665 INFO [RS:2;41897df2911b:43733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T20:01:18,665 INFO [RS:2;41897df2911b:43733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T20:01:18,665 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:18,665 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,35257,1733169678144, RpcServer on 41897df2911b/172.17.0.2:35257, sessionid=0x10198ec19220002 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,35257,1733169678144 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,35257,1733169678144' 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,35257,1733169678144 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,35257,1733169678144' 2024-12-02T20:01:18,666 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T20:01:18,667 DEBUG [RS:1;41897df2911b:35257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T20:01:18,667 DEBUG [RS:1;41897df2911b:35257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T20:01:18,667 INFO [RS:1;41897df2911b:35257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T20:01:18,667 INFO [RS:1;41897df2911b:35257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T20:01:18,686 WARN [41897df2911b:37147 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T20:01:18,758 INFO [RS:0;41897df2911b:36287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T20:01:18,761 INFO [RS:0;41897df2911b:36287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36287%2C1733169678110, suffix=, logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,36287,1733169678110, archiveDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs, maxLogs=32 2024-12-02T20:01:18,765 INFO [RS:2;41897df2911b:43733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T20:01:18,768 INFO [RS:1;41897df2911b:35257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T20:01:18,768 INFO [RS:2;41897df2911b:43733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C43733%2C1733169678178, suffix=, logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,43733,1733169678178, archiveDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs, maxLogs=32 2024-12-02T20:01:18,771 INFO [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C35257%2C1733169678144, suffix=, logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144, archiveDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs, maxLogs=32 2024-12-02T20:01:18,778 DEBUG [RS:0;41897df2911b:36287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,36287,1733169678110/41897df2911b%2C36287%2C1733169678110.1733169678763, exclude list is [], retry=0 2024-12-02T20:01:18,780 DEBUG [RS:2;41897df2911b:43733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,43733,1733169678178/41897df2911b%2C43733%2C1733169678178.1733169678770, exclude list is [], retry=0 2024-12-02T20:01:18,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca,DISK] 2024-12-02T20:01:18,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39727,DS-0e631915-8f02-4250-9259-16dc88da3dc8,DISK] 2024-12-02T20:01:18,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-7af520de-f5d3-4316-84c7-d7ec2b64003b,DISK] 2024-12-02T20:01:18,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-7af520de-f5d3-4316-84c7-d7ec2b64003b,DISK] 2024-12-02T20:01:18,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca,DISK] 2024-12-02T20:01:18,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39727,DS-0e631915-8f02-4250-9259-16dc88da3dc8,DISK] 2024-12-02T20:01:18,785 DEBUG [RS:1;41897df2911b:35257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144/41897df2911b%2C35257%2C1733169678144.1733169678771, exclude list is [], retry=0 2024-12-02T20:01:18,786 INFO [RS:0;41897df2911b:36287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,36287,1733169678110/41897df2911b%2C36287%2C1733169678110.1733169678763 2024-12-02T20:01:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-7af520de-f5d3-4316-84c7-d7ec2b64003b,DISK] 2024-12-02T20:01:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca,DISK] 2024-12-02T20:01:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39727,DS-0e631915-8f02-4250-9259-16dc88da3dc8,DISK] 2024-12-02T20:01:18,790 DEBUG [RS:0;41897df2911b:36287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:41631:41631),(127.0.0.1/127.0.0.1:43189:43189)] 2024-12-02T20:01:18,791 INFO [RS:2;41897df2911b:43733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,43733,1733169678178/41897df2911b%2C43733%2C1733169678178.1733169678770 2024-12-02T20:01:18,792 DEBUG [RS:2;41897df2911b:43733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43189:43189),(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:41631:41631)] 2024-12-02T20:01:18,794 INFO [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144/41897df2911b%2C35257%2C1733169678144.1733169678771 2024-12-02T20:01:18,794 DEBUG [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41631:41631),(127.0.0.1/127.0.0.1:43189:43189),(127.0.0.1/127.0.0.1:44329:44329)] 2024-12-02T20:01:18,936 DEBUG [41897df2911b:37147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T20:01:18,937 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T20:01:18,942 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T20:01:18,943 INFO [41897df2911b:37147 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T20:01:18,943 INFO [41897df2911b:37147 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T20:01:18,943 INFO [41897df2911b:37147 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T20:01:18,943 DEBUG [41897df2911b:37147 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T20:01:18,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:18,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,35257,1733169678144, state=OPENING 2024-12-02T20:01:18,982 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T20:01:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:01:18,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T20:01:18,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:18,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:18,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:18,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,35257,1733169678144}] 2024-12-02T20:01:18,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:20,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:20,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:20,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T20:01:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:20,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:28,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T20:01:29,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T20:01:29,008 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T20:01:29,008 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T20:01:29,008 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T20:01:29,010 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C35257%2C1733169678144.meta, suffix=.meta, logDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144, archiveDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs, maxLogs=32 2024-12-02T20:01:29,025 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144/41897df2911b%2C35257%2C1733169678144.meta.1733169689011.meta, exclude list is [], retry=0 2024-12-02T20:01:29,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-c4b12deb-0abd-45b2-ac64-fee49d5537ca,DISK] 2024-12-02T20:01:29,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39727,DS-0e631915-8f02-4250-9259-16dc88da3dc8,DISK] 2024-12-02T20:01:29,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-7af520de-f5d3-4316-84c7-d7ec2b64003b,DISK] 2024-12-02T20:01:29,030 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/WALs/41897df2911b,35257,1733169678144/41897df2911b%2C35257%2C1733169678144.meta.1733169689011.meta 2024-12-02T20:01:29,030 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41631:41631),(127.0.0.1/127.0.0.1:44329:44329),(127.0.0.1/127.0.0.1:43189:43189)] 2024-12-02T20:01:29,030 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T20:01:29,031 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T20:01:29,031 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T20:01:29,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T20:01:29,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T20:01:29,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:29,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T20:01:29,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T20:01:29,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:29,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:29,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T20:01:29,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T20:01:29,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:29,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:29,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T20:01:29,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T20:01:29,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:29,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T20:01:29,038 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T20:01:29,039 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740 2024-12-02T20:01:29,040 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740 2024-12-02T20:01:29,042 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T20:01:29,042 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T20:01:29,042 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T20:01:29,044 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T20:01:29,045 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61150805, jitterRate=-0.08878199756145477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T20:01:29,045 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T20:01:29,045 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169689031Writing region info on filesystem at 1733169689031Initializing all the Stores at 1733169689032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169689032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169689032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169689032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169689032Cleaning up temporary data from old regions at 1733169689042 (+10 ms)Running coprocessor post-open hooks at 1733169689045 (+3 ms)Region opened successfully at 1733169689045 2024-12-02T20:01:29,046 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169688997 2024-12-02T20:01:29,048 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T20:01:29,048 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T20:01:29,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:29,050 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,35257,1733169678144, state=OPEN 2024-12-02T20:01:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:01:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:01:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:01:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T20:01:29,129 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,35257,1733169678144 2024-12-02T20:01:29,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:29,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:29,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:29,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T20:01:29,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T20:01:29,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,35257,1733169678144 in 10.1380 sec 2024-12-02T20:01:29,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T20:01:29,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6010 sec 2024-12-02T20:01:29,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T20:01:29,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T20:01:29,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T20:01:29,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,35257,1733169678144, seqNum=-1] 2024-12-02T20:01:29,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:01:29,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55075, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:01:29,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6670 sec 2024-12-02T20:01:29,149 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169689149, completionTime=-1 2024-12-02T20:01:29,149 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T20:01:29,149 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169749151 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169809151 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T20:01:29,151 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,151 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,152 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:37147, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,152 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,152 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,154 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.924sec 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T20:01:29,156 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T20:01:29,159 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T20:01:29,159 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T20:01:29,159 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,37147,1733169677939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T20:01:29,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b3e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,37147,-1 for getting cluster id 2024-12-02T20:01:29,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T20:01:29,215 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e078516-e85f-40ed-bba8-47a4fd44a455' 2024-12-02T20:01:29,215 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T20:01:29,215 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e078516-e85f-40ed-bba8-47a4fd44a455" 2024-12-02T20:01:29,215 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1391f8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,215 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,37147,-1] 2024-12-02T20:01:29,216 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T20:01:29,216 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:29,218 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T20:01:29,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3522b714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T20:01:29,221 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,35257,1733169678144, seqNum=-1] 2024-12-02T20:01:29,221 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:01:29,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:01:29,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,37147,1733169677939 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733169689224 (current time:1733169689224). 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7deaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,37147,-1 for getting cluster id 2024-12-02T20:01:29,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T20:01:29,226 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e078516-e85f-40ed-bba8-47a4fd44a455' 2024-12-02T20:01:29,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T20:01:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e078516-e85f-40ed-bba8-47a4fd44a455" 2024-12-02T20:01:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14228d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,37147,-1] 2024-12-02T20:01:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T20:01:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:29,228 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T20:01:29,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fa246e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T20:01:29,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T20:01:29,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,35257,1733169678144, seqNum=-1] 2024-12-02T20:01:29,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:01:29,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:01:29,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T20:01:29,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:01:29,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:29,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:01:29,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T20:01:29,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T20:01:29,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,37147,1733169677939 2024-12-02T20:01:29,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75980c8 2024-12-02T20:01:29,234 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T20:01:29,235 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T20:01:29,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T20:01:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T20:01:29,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T20:01:29,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:29,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T20:01:29,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T20:01:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741837_1013 (size=361) 2024-12-02T20:01:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741837_1013 (size=361) 2024-12-02T20:01:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741837_1013 (size=361) 2024-12-02T20:01:29,318 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a4b73c1f5b861dbe677ecbee8a53f99, NAME => 'SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => daa9ae32bef0118f68c4a5bca9dc8988, NAME => 'SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,319 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5a96d4edab0700b490bc6285c470621, NAME => 'SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741838_1014 (size=54) 2024-12-02T20:01:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741838_1014 (size=54) 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741838_1014 (size=54) 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741839_1015 (size=62) 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741839_1015 (size=62) 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3a4b73c1f5b861dbe677ecbee8a53f99, disabling compactions & flushes 2024-12-02T20:01:29,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. after waiting 0 ms 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:29,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741840_1016 (size=62) 2024-12-02T20:01:29,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a4b73c1f5b861dbe677ecbee8a53f99: Waiting for close lock at 1733169689335Disabling compacts and flushes for region at 1733169689335Disabling writes for close at 1733169689335Writing region close event to WAL at 1733169689335Closed at 1733169689335 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741840_1016 (size=62) 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741839_1015 (size=62) 2024-12-02T20:01:29,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741840_1016 (size=62) 2024-12-02T20:01:29,336 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eea8e4d2ac7e81b1480f4088ec3fbcfc, NAME => 'SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5a96d4edab0700b490bc6285c470621, disabling compactions & flushes 2024-12-02T20:01:29,336 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. after waiting 0 ms 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:29,336 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:29,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5a96d4edab0700b490bc6285c470621: Waiting for close lock at 1733169689336Disabling compacts and flushes for region at 1733169689336Disabling writes for close at 1733169689336Writing region close event to WAL at 1733169689336Closed at 1733169689336 2024-12-02T20:01:29,337 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 79b0fdd929c9bd3f64ebb6bae61e3401, NAME => 'SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741842_1018 (size=62) 2024-12-02T20:01:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741842_1018 (size=62) 2024-12-02T20:01:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741841_1017 (size=62) 2024-12-02T20:01:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741842_1018 (size=62) 2024-12-02T20:01:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741841_1017 (size=62) 2024-12-02T20:01:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741841_1017 (size=62) 2024-12-02T20:01:29,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eea8e4d2ac7e81b1480f4088ec3fbcfc, disabling compactions & flushes 2024-12-02T20:01:29,348 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. after waiting 0 ms 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 79b0fdd929c9bd3f64ebb6bae61e3401, disabling compactions & flushes 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:29,349 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:29,349 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eea8e4d2ac7e81b1480f4088ec3fbcfc: Waiting for close lock at 1733169689348Disabling compacts and flushes for region at 1733169689348Disabling writes for close at 1733169689349 (+1 ms)Writing region close event to WAL at 1733169689349Closed at 1733169689349 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. after waiting 0 ms 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:29,349 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:29,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 79b0fdd929c9bd3f64ebb6bae61e3401: Waiting for close lock at 1733169689349Disabling compacts and flushes for region at 1733169689349Disabling writes for close at 1733169689349Writing region close event to WAL at 1733169689349Closed at 1733169689349 2024-12-02T20:01:29,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c9d060ab3840b0c2b54f4d629ca9bba, NAME => 'SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,350 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 673070ac5dd7f6876299861ff29edf5b, NAME => 'SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741844_1020 (size=62) 2024-12-02T20:01:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741843_1019 (size=62) 2024-12-02T20:01:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741843_1019 (size=62) 2024-12-02T20:01:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741844_1020 (size=62) 2024-12-02T20:01:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741844_1020 (size=62) 2024-12-02T20:01:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741843_1019 (size=62) 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2c9d060ab3840b0c2b54f4d629ca9bba, disabling compactions & flushes 2024-12-02T20:01:29,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. after waiting 0 ms 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 673070ac5dd7f6876299861ff29edf5b, disabling compactions & flushes 2024-12-02T20:01:29,360 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:29,360 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. after waiting 0 ms 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c9d060ab3840b0c2b54f4d629ca9bba: Waiting for close lock at 1733169689360Disabling compacts and flushes for region at 1733169689360Disabling writes for close at 1733169689360Writing region close event to WAL at 1733169689360Closed at 1733169689360 2024-12-02T20:01:29,360 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:29,360 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 673070ac5dd7f6876299861ff29edf5b: Waiting for close lock at 1733169689360Disabling compacts and flushes for region at 1733169689360Disabling writes for close at 1733169689360Writing region close event to WAL at 1733169689360Closed at 1733169689360 2024-12-02T20:01:29,361 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30c089561925220f326192704d063fac, NAME => 'SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c9c010f5761a152fef4e7ac9dd0d1fa7, NAME => 'SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741845_1021 (size=62) 2024-12-02T20:01:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741845_1021 (size=62) 2024-12-02T20:01:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741845_1021 (size=62) 2024-12-02T20:01:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741846_1022 (size=62) 2024-12-02T20:01:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741846_1022 (size=62) 2024-12-02T20:01:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741846_1022 (size=62) 2024-12-02T20:01:29,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 30c089561925220f326192704d063fac, disabling compactions & flushes 2024-12-02T20:01:29,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:29,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:29,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. after waiting 0 ms 2024-12-02T20:01:29,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:29,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:29,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30c089561925220f326192704d063fac: Waiting for close lock at 1733169689374Disabling compacts and flushes for region at 1733169689374Disabling writes for close at 1733169689374Writing region close event to WAL at 1733169689374Closed at 1733169689374 2024-12-02T20:01:29,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8eab627b1fffb6d1c8f228843b4f0730, NAME => 'SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c9c010f5761a152fef4e7ac9dd0d1fa7, disabling compactions & flushes 2024-12-02T20:01:29,376 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. after waiting 0 ms 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:29,376 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:29,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c9c010f5761a152fef4e7ac9dd0d1fa7: Waiting for close lock at 1733169689376Disabling compacts and flushes for region at 1733169689376Disabling writes for close at 1733169689376Writing region close event to WAL at 1733169689376Closed at 1733169689376 2024-12-02T20:01:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741847_1023 (size=54) 2024-12-02T20:01:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741847_1023 (size=54) 2024-12-02T20:01:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741847_1023 (size=54) 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8eab627b1fffb6d1c8f228843b4f0730, disabling compactions & flushes 2024-12-02T20:01:29,383 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. after waiting 0 ms 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:29,383 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:29,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8eab627b1fffb6d1c8f228843b4f0730: Waiting for close lock at 1733169689383Disabling compacts and flushes for region at 1733169689383Disabling writes for close at 1733169689383Writing region close event to WAL at 1733169689383Closed at 1733169689383 2024-12-02T20:01:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:29,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:29,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing daa9ae32bef0118f68c4a5bca9dc8988, disabling compactions & flushes 2024-12-02T20:01:29,738 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:29,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:29,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. after waiting 0 ms 2024-12-02T20:01:29,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:29,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:29,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for daa9ae32bef0118f68c4a5bca9dc8988: Waiting for close lock at 1733169689738Disabling compacts and flushes for region at 1733169689738Disabling writes for close at 1733169689738Writing region close event to WAL at 1733169689738Closed at 1733169689738 2024-12-02T20:01:29,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T20:01:29,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733169689741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169689741"}]},"ts":"1733169689741"} 2024-12-02T20:01:29,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T20:01:29,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T20:01:29,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169689752"}]},"ts":"1733169689752"} 2024-12-02T20:01:29,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T20:01:29,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {41897df2911b=0} racks are {/default-rack=0} 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T20:01:29,762 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T20:01:29,762 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T20:01:29,762 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T20:01:29,762 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T20:01:29,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a4b73c1f5b861dbe677ecbee8a53f99, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a96d4edab0700b490bc6285c470621, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daa9ae32bef0118f68c4a5bca9dc8988, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea8e4d2ac7e81b1480f4088ec3fbcfc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b0fdd929c9bd3f64ebb6bae61e3401, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=673070ac5dd7f6876299861ff29edf5b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d060ab3840b0c2b54f4d629ca9bba, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9c010f5761a152fef4e7ac9dd0d1fa7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30c089561925220f326192704d063fac, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eab627b1fffb6d1c8f228843b4f0730, ASSIGN}] 2024-12-02T20:01:29,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daa9ae32bef0118f68c4a5bca9dc8988, ASSIGN 2024-12-02T20:01:29,765 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a96d4edab0700b490bc6285c470621, ASSIGN 2024-12-02T20:01:29,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a4b73c1f5b861dbe677ecbee8a53f99, ASSIGN 2024-12-02T20:01:29,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea8e4d2ac7e81b1480f4088ec3fbcfc, ASSIGN 2024-12-02T20:01:29,767 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a96d4edab0700b490bc6285c470621, ASSIGN; state=OFFLINE, location=41897df2911b,35257,1733169678144; forceNewPlan=false, retain=false 2024-12-02T20:01:29,767 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a4b73c1f5b861dbe677ecbee8a53f99, ASSIGN; state=OFFLINE, location=41897df2911b,43733,1733169678178; forceNewPlan=false, retain=false 2024-12-02T20:01:29,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eea8e4d2ac7e81b1480f4088ec3fbcfc, ASSIGN; state=OFFLINE, location=41897df2911b,36287,1733169678110; forceNewPlan=false, retain=false 2024-12-02T20:01:29,767 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daa9ae32bef0118f68c4a5bca9dc8988, ASSIGN; state=OFFLINE, location=41897df2911b,43733,1733169678178; forceNewPlan=false, retain=false 2024-12-02T20:01:29,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eab627b1fffb6d1c8f228843b4f0730, ASSIGN 2024-12-02T20:01:29,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d060ab3840b0c2b54f4d629ca9bba, ASSIGN 2024-12-02T20:01:29,769 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9c010f5761a152fef4e7ac9dd0d1fa7, ASSIGN 2024-12-02T20:01:29,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=673070ac5dd7f6876299861ff29edf5b, ASSIGN 2024-12-02T20:01:29,770 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30c089561925220f326192704d063fac, ASSIGN 2024-12-02T20:01:29,771 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eab627b1fffb6d1c8f228843b4f0730, ASSIGN; state=OFFLINE, location=41897df2911b,36287,1733169678110; forceNewPlan=false, retain=false 2024-12-02T20:01:29,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c9d060ab3840b0c2b54f4d629ca9bba, ASSIGN; state=OFFLINE, location=41897df2911b,35257,1733169678144; forceNewPlan=false, retain=false 2024-12-02T20:01:29,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9c010f5761a152fef4e7ac9dd0d1fa7, ASSIGN; state=OFFLINE, location=41897df2911b,35257,1733169678144; forceNewPlan=false, retain=false 2024-12-02T20:01:29,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=673070ac5dd7f6876299861ff29edf5b, ASSIGN; state=OFFLINE, location=41897df2911b,36287,1733169678110; forceNewPlan=false, retain=false 2024-12-02T20:01:29,771 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30c089561925220f326192704d063fac, ASSIGN; state=OFFLINE, location=41897df2911b,43733,1733169678178; forceNewPlan=false, retain=false 2024-12-02T20:01:29,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b0fdd929c9bd3f64ebb6bae61e3401, ASSIGN 2024-12-02T20:01:29,774 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b0fdd929c9bd3f64ebb6bae61e3401, ASSIGN; state=OFFLINE, location=41897df2911b,43733,1733169678178; forceNewPlan=false, retain=false 2024-12-02T20:01:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:29,917 INFO [41897df2911b:37147 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T20:01:29,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=30c089561925220f326192704d063fac, regionState=OPENING, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:29,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b0fdd929c9bd3f64ebb6bae61e3401, regionState=OPENING, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:29,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a4b73c1f5b861dbe677ecbee8a53f99, regionState=OPENING, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:29,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8eab627b1fffb6d1c8f228843b4f0730, regionState=OPENING, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:29,918 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daa9ae32bef0118f68c4a5bca9dc8988, regionState=OPENING, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:29,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=673070ac5dd7f6876299861ff29edf5b, regionState=OPENING, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:29,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eea8e4d2ac7e81b1480f4088ec3fbcfc, regionState=OPENING, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:29,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2c9d060ab3840b0c2b54f4d629ca9bba, regionState=OPENING, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:29,918 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c9c010f5761a152fef4e7ac9dd0d1fa7, regionState=OPENING, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:29,919 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5a96d4edab0700b490bc6285c470621, regionState=OPENING, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30c089561925220f326192704d063fac, ASSIGN because future has completed 2024-12-02T20:01:29,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c089561925220f326192704d063fac, server=41897df2911b,43733,1733169678178}] 2024-12-02T20:01:29,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daa9ae32bef0118f68c4a5bca9dc8988, ASSIGN because future has completed 2024-12-02T20:01:29,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988, server=41897df2911b,43733,1733169678178}] 2024-12-02T20:01:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a4b73c1f5b861dbe677ecbee8a53f99, ASSIGN because future has completed 2024-12-02T20:01:29,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8eab627b1fffb6d1c8f228843b4f0730, ASSIGN because future has completed 2024-12-02T20:01:29,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99, server=41897df2911b,43733,1733169678178}] 2024-12-02T20:01:29,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730, server=41897df2911b,36287,1733169678110}] 2024-12-02T20:01:29,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79b0fdd929c9bd3f64ebb6bae61e3401, ASSIGN because future has completed 2024-12-02T20:01:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=673070ac5dd7f6876299861ff29edf5b, ASSIGN because future has completed 2024-12-02T20:01:29,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401, server=41897df2911b,43733,1733169678178}] 2024-12-02T20:01:29,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9c010f5761a152fef4e7ac9dd0d1fa7, ASSIGN because future has completed 2024-12-02T20:01:29,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2c9d060ab3840b0c2b54f4d629ca9bba, ASSIGN because future has completed 2024-12-02T20:01:29,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673070ac5dd7f6876299861ff29edf5b, server=41897df2911b,36287,1733169678110}] 2024-12-02T20:01:29,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eea8e4d2ac7e81b1480f4088ec3fbcfc, ASSIGN because future has completed 2024-12-02T20:01:29,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a96d4edab0700b490bc6285c470621, ASSIGN because future has completed 2024-12-02T20:01:29,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7, server=41897df2911b,35257,1733169678144}] 2024-12-02T20:01:29,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc, server=41897df2911b,36287,1733169678110}] 2024-12-02T20:01:29,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a96d4edab0700b490bc6285c470621, server=41897df2911b,35257,1733169678144}] 2024-12-02T20:01:29,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba, server=41897df2911b,35257,1733169678144}] 2024-12-02T20:01:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:30,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T20:01:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:34,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:34,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:34,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:34,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T20:01:34,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:34,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:34,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:35,430 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-02T20:01:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:39,926 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T20:01:39,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59129, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T20:01:39,933 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T20:01:39,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T20:01:39,994 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:39,994 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:39,994 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:39,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b5a96d4edab0700b490bc6285c470621, NAME => 'SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T20:01:39,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 673070ac5dd7f6876299861ff29edf5b, NAME => 'SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T20:01:39,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 30c089561925220f326192704d063fac, NAME => 'SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30c089561925220f326192704d063fac 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 30c089561925220f326192704d063fac 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,995 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 30c089561925220f326192704d063fac 2024-12-02T20:01:39,996 INFO [StoreOpener-30c089561925220f326192704d063fac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30c089561925220f326192704d063fac 2024-12-02T20:01:39,996 INFO [StoreOpener-b5a96d4edab0700b490bc6285c470621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,996 INFO [StoreOpener-673070ac5dd7f6876299861ff29edf5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,998 INFO [StoreOpener-b5a96d4edab0700b490bc6285c470621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5a96d4edab0700b490bc6285c470621 columnFamilyName cf 2024-12-02T20:01:39,998 INFO [StoreOpener-673070ac5dd7f6876299861ff29edf5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673070ac5dd7f6876299861ff29edf5b columnFamilyName cf 2024-12-02T20:01:39,998 INFO [StoreOpener-30c089561925220f326192704d063fac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30c089561925220f326192704d063fac columnFamilyName cf 2024-12-02T20:01:39,998 DEBUG [StoreOpener-673070ac5dd7f6876299861ff29edf5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:39,998 DEBUG [StoreOpener-b5a96d4edab0700b490bc6285c470621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:39,998 DEBUG [StoreOpener-30c089561925220f326192704d063fac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:39,998 INFO [StoreOpener-673070ac5dd7f6876299861ff29edf5b-1 {}] regionserver.HStore(327): Store=673070ac5dd7f6876299861ff29edf5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:39,998 INFO [StoreOpener-30c089561925220f326192704d063fac-1 {}] regionserver.HStore(327): Store=30c089561925220f326192704d063fac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:39,998 INFO [StoreOpener-b5a96d4edab0700b490bc6285c470621-1 {}] regionserver.HStore(327): Store=b5a96d4edab0700b490bc6285c470621/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:39,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,998 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 30c089561925220f326192704d063fac 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:39,999 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 30c089561925220f326192704d063fac 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 30c089561925220f326192704d063fac 2024-12-02T20:01:40,000 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:40,001 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:40,001 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:40,001 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 30c089561925220f326192704d063fac 2024-12-02T20:01:40,003 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/b5a96d4edab0700b490bc6285c470621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,003 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/673070ac5dd7f6876299861ff29edf5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,003 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,004 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 673070ac5dd7f6876299861ff29edf5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62738149, jitterRate=-0.06512872874736786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,004 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b5a96d4edab0700b490bc6285c470621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65816219, jitterRate=-0.019261911511421204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,004 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 30c089561925220f326192704d063fac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63714717, jitterRate=-0.05057673156261444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30c089561925220f326192704d063fac 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 673070ac5dd7f6876299861ff29edf5b: Running coprocessor pre-open hook at 1733169699995Writing region info on filesystem at 1733169699995Initializing all the Stores at 1733169699996 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169699996Cleaning up temporary data from old regions at 1733169700000 (+4 ms)Running coprocessor post-open hooks at 1733169700004 (+4 ms)Region opened successfully at 1733169700004 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 30c089561925220f326192704d063fac: Running coprocessor pre-open hook at 1733169699995Writing region info on filesystem at 1733169699995Initializing all the Stores at 1733169699996 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169699996Cleaning up temporary data from old regions at 1733169700000 (+4 ms)Running coprocessor post-open hooks at 1733169700004 (+4 ms)Region opened successfully at 1733169700004 2024-12-02T20:01:40,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b5a96d4edab0700b490bc6285c470621: Running coprocessor pre-open hook at 1733169699995Writing region info on filesystem at 1733169699995Initializing all the Stores at 1733169699996 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169699996Cleaning up temporary data from old regions at 1733169700000 (+4 ms)Running coprocessor post-open hooks at 1733169700004 (+4 ms)Region opened successfully at 1733169700004 2024-12-02T20:01:40,005 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621., pid=23, masterSystemTime=1733169699939 2024-12-02T20:01:40,005 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b., pid=20, masterSystemTime=1733169699932 2024-12-02T20:01:40,005 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., pid=15, masterSystemTime=1733169699925 2024-12-02T20:01:40,006 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:40,006 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:40,006 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:40,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => daa9ae32bef0118f68c4a5bca9dc8988, NAME => 'SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T20:01:40,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,007 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=30c089561925220f326192704d063fac, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:40,009 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:40,009 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:40,009 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:40,009 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => eea8e4d2ac7e81b1480f4088ec3fbcfc, NAME => 'SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T20:01:40,009 INFO [StoreOpener-daa9ae32bef0118f68c4a5bca9dc8988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,009 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=673070ac5dd7f6876299861ff29edf5b, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:40,010 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,010 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,010 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,010 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:40,010 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:40,010 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:40,011 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c9d060ab3840b0c2b54f4d629ca9bba, NAME => 'SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T20:01:40,011 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,011 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5a96d4edab0700b490bc6285c470621, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30c089561925220f326192704d063fac, server=41897df2911b,43733,1733169678178 because future has completed 2024-12-02T20:01:40,011 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,011 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,012 INFO [StoreOpener-daa9ae32bef0118f68c4a5bca9dc8988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa9ae32bef0118f68c4a5bca9dc8988 columnFamilyName cf 2024-12-02T20:01:40,012 DEBUG [StoreOpener-daa9ae32bef0118f68c4a5bca9dc8988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673070ac5dd7f6876299861ff29edf5b, server=41897df2911b,36287,1733169678110 because future has completed 2024-12-02T20:01:40,013 INFO [StoreOpener-daa9ae32bef0118f68c4a5bca9dc8988-1 {}] regionserver.HStore(327): Store=daa9ae32bef0118f68c4a5bca9dc8988/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,013 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a96d4edab0700b490bc6285c470621, server=41897df2911b,35257,1733169678144 because future has completed 2024-12-02T20:01:40,014 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,015 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-02T20:01:40,015 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,015 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 30c089561925220f326192704d063fac, server=41897df2911b,43733,1733169678178 in 10.0910 sec 2024-12-02T20:01:40,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-02T20:01:40,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 673070ac5dd7f6876299861ff29edf5b, server=41897df2911b,36287,1733169678110 in 10.0850 sec 2024-12-02T20:01:40,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-02T20:01:40,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b5a96d4edab0700b490bc6285c470621, server=41897df2911b,35257,1733169678144 in 10.0790 sec 2024-12-02T20:01:40,017 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30c089561925220f326192704d063fac, ASSIGN in 10.2530 sec 2024-12-02T20:01:40,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a96d4edab0700b490bc6285c470621, ASSIGN in 10.2540 sec 2024-12-02T20:01:40,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=673070ac5dd7f6876299861ff29edf5b, ASSIGN in 10.2540 sec 2024-12-02T20:01:40,019 INFO [StoreOpener-eea8e4d2ac7e81b1480f4088ec3fbcfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,020 INFO [StoreOpener-eea8e4d2ac7e81b1480f4088ec3fbcfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea8e4d2ac7e81b1480f4088ec3fbcfc columnFamilyName cf 2024-12-02T20:01:40,020 DEBUG [StoreOpener-eea8e4d2ac7e81b1480f4088ec3fbcfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,021 INFO [StoreOpener-eea8e4d2ac7e81b1480f4088ec3fbcfc-1 {}] regionserver.HStore(327): Store=eea8e4d2ac7e81b1480f4088ec3fbcfc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,021 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,021 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,022 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,022 INFO [StoreOpener-2c9d060ab3840b0c2b54f4d629ca9bba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,022 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,022 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,023 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/daa9ae32bef0118f68c4a5bca9dc8988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,023 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened daa9ae32bef0118f68c4a5bca9dc8988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69862029, jitterRate=0.04102535545825958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,023 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:40,023 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for daa9ae32bef0118f68c4a5bca9dc8988: Running coprocessor pre-open hook at 1733169700008Writing region info on filesystem at 1733169700008Initializing all the Stores at 1733169700009 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700009Cleaning up temporary data from old regions at 1733169700015 (+6 ms)Running coprocessor post-open hooks at 1733169700023 (+8 ms)Region opened successfully at 1733169700023 2024-12-02T20:01:40,024 INFO [StoreOpener-2c9d060ab3840b0c2b54f4d629ca9bba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c9d060ab3840b0c2b54f4d629ca9bba columnFamilyName cf 2024-12-02T20:01:40,024 DEBUG [StoreOpener-2c9d060ab3840b0c2b54f4d629ca9bba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,024 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988., pid=16, masterSystemTime=1733169699925 2024-12-02T20:01:40,024 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,025 INFO [StoreOpener-2c9d060ab3840b0c2b54f4d629ca9bba-1 {}] regionserver.HStore(327): Store=2c9d060ab3840b0c2b54f4d629ca9bba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,025 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,026 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,026 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:40,026 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,026 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:40,027 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a4b73c1f5b861dbe677ecbee8a53f99, NAME => 'SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T20:01:40,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daa9ae32bef0118f68c4a5bca9dc8988, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/eea8e4d2ac7e81b1480f4088ec3fbcfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,027 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,028 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened eea8e4d2ac7e81b1480f4088ec3fbcfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74755590, jitterRate=0.11394509673118591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,028 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:40,028 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for eea8e4d2ac7e81b1480f4088ec3fbcfc: Running coprocessor pre-open hook at 1733169700010Writing region info on filesystem at 1733169700010Initializing all the Stores at 1733169700012 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700012Cleaning up temporary data from old regions at 1733169700022 (+10 ms)Running coprocessor post-open hooks at 1733169700028 (+6 ms)Region opened successfully at 1733169700028 2024-12-02T20:01:40,029 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc., pid=22, masterSystemTime=1733169699932 2024-12-02T20:01:40,030 INFO [StoreOpener-3a4b73c1f5b861dbe677ecbee8a53f99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,030 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,030 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988, server=41897df2911b,43733,1733169678178 because future has completed 2024-12-02T20:01:40,032 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:40,032 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:40,032 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:40,032 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eab627b1fffb6d1c8f228843b4f0730, NAME => 'SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T20:01:40,032 INFO [StoreOpener-3a4b73c1f5b861dbe677ecbee8a53f99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a4b73c1f5b861dbe677ecbee8a53f99 columnFamilyName cf 2024-12-02T20:01:40,032 DEBUG [StoreOpener-3a4b73c1f5b861dbe677ecbee8a53f99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=eea8e4d2ac7e81b1480f4088ec3fbcfc, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:40,033 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,033 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,033 INFO [StoreOpener-3a4b73c1f5b861dbe677ecbee8a53f99-1 {}] regionserver.HStore(327): Store=3a4b73c1f5b861dbe677ecbee8a53f99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,033 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,033 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,033 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-02T20:01:40,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988, server=41897df2911b,43733,1733169678178 in 10.1080 sec 2024-12-02T20:01:40,035 INFO [StoreOpener-8eab627b1fffb6d1c8f228843b4f0730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc, server=41897df2911b,36287,1733169678110 because future has completed 2024-12-02T20:01:40,036 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,037 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,037 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,037 INFO [StoreOpener-8eab627b1fffb6d1c8f228843b4f0730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eab627b1fffb6d1c8f228843b4f0730 columnFamilyName cf 2024-12-02T20:01:40,038 DEBUG [StoreOpener-8eab627b1fffb6d1c8f228843b4f0730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,038 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daa9ae32bef0118f68c4a5bca9dc8988, ASSIGN in 10.2710 sec 2024-12-02T20:01:40,038 INFO [StoreOpener-8eab627b1fffb6d1c8f228843b4f0730-1 {}] regionserver.HStore(327): Store=8eab627b1fffb6d1c8f228843b4f0730/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,039 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,039 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2c9d060ab3840b0c2b54f4d629ca9bba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67414376, jitterRate=0.004552483558654785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,039 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:40,039 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2c9d060ab3840b0c2b54f4d629ca9bba: Running coprocessor pre-open hook at 1733169700011Writing region info on filesystem at 1733169700011Initializing all the Stores at 1733169700013 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700013Cleaning up temporary data from old regions at 1733169700030 (+17 ms)Running coprocessor post-open hooks at 1733169700039 (+9 ms)Region opened successfully at 1733169700039 2024-12-02T20:01:40,039 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,040 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., pid=24, masterSystemTime=1733169699939 2024-12-02T20:01:40,040 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,040 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,040 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,040 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-02T20:01:40,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc, server=41897df2911b,36287,1733169678110 in 10.1020 sec 2024-12-02T20:01:40,043 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,043 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/3a4b73c1f5b861dbe677ecbee8a53f99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2c9d060ab3840b0c2b54f4d629ca9bba, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:40,044 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3a4b73c1f5b861dbe677ecbee8a53f99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61375066, jitterRate=-0.0854402482509613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,044 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:40,044 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3a4b73c1f5b861dbe677ecbee8a53f99: Running coprocessor pre-open hook at 1733169700028Writing region info on filesystem at 1733169700028Initializing all the Stores at 1733169700029 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700029Cleaning up temporary data from old regions at 1733169700037 (+8 ms)Running coprocessor post-open hooks at 1733169700044 (+7 ms)Region opened successfully at 1733169700044 2024-12-02T20:01:40,046 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:40,046 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:40,046 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:40,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eea8e4d2ac7e81b1480f4088ec3fbcfc, ASSIGN in 10.2790 sec 2024-12-02T20:01:40,046 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c9c010f5761a152fef4e7ac9dd0d1fa7, NAME => 'SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T20:01:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba, server=41897df2911b,35257,1733169678144 because future has completed 2024-12-02T20:01:40,046 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,046 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,046 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,047 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,047 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,047 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8eab627b1fffb6d1c8f228843b4f0730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63601692, jitterRate=-0.05226093530654907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,047 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:40,047 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99., pid=17, masterSystemTime=1733169699925 2024-12-02T20:01:40,047 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8eab627b1fffb6d1c8f228843b4f0730: Running coprocessor pre-open hook at 1733169700033Writing region info on filesystem at 1733169700033Initializing all the Stores at 1733169700034 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700035 (+1 ms)Cleaning up temporary data from old regions at 1733169700040 (+5 ms)Running coprocessor post-open hooks at 1733169700047 (+7 ms)Region opened successfully at 1733169700047 2024-12-02T20:01:40,049 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., pid=18, masterSystemTime=1733169699932 2024-12-02T20:01:40,050 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:40,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a4b73c1f5b861dbe677ecbee8a53f99, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:40,051 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:40,051 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:40,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-02T20:01:40,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba, server=41897df2911b,35257,1733169678144 in 10.1090 sec 2024-12-02T20:01:40,052 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:40,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8eab627b1fffb6d1c8f228843b4f0730, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36287,1733169678110 2024-12-02T20:01:40,052 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:40,052 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b0fdd929c9bd3f64ebb6bae61e3401, NAME => 'SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T20:01:40,052 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,052 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T20:01:40,053 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,053 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99, server=41897df2911b,43733,1733169678178 because future has completed 2024-12-02T20:01:40,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2c9d060ab3840b0c2b54f4d629ca9bba, ASSIGN in 10.2890 sec 2024-12-02T20:01:40,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730, server=41897df2911b,36287,1733169678110 because future has completed 2024-12-02T20:01:40,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-02T20:01:40,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99, server=41897df2911b,43733,1733169678178 in 10.1300 sec 2024-12-02T20:01:40,059 INFO [StoreOpener-c9c010f5761a152fef4e7ac9dd0d1fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-02T20:01:40,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730, server=41897df2911b,36287,1733169678110 in 10.1310 sec 2024-12-02T20:01:40,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a4b73c1f5b861dbe677ecbee8a53f99, ASSIGN in 10.2950 sec 2024-12-02T20:01:40,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8eab627b1fffb6d1c8f228843b4f0730, ASSIGN in 10.2960 sec 2024-12-02T20:01:40,062 INFO [StoreOpener-c9c010f5761a152fef4e7ac9dd0d1fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c010f5761a152fef4e7ac9dd0d1fa7 columnFamilyName cf 2024-12-02T20:01:40,062 DEBUG [StoreOpener-c9c010f5761a152fef4e7ac9dd0d1fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,062 INFO [StoreOpener-c9c010f5761a152fef4e7ac9dd0d1fa7-1 {}] regionserver.HStore(327): Store=c9c010f5761a152fef4e7ac9dd0d1fa7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,062 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,063 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,063 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,064 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,064 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,065 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,067 INFO [StoreOpener-79b0fdd929c9bd3f64ebb6bae61e3401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,068 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,068 INFO [StoreOpener-79b0fdd929c9bd3f64ebb6bae61e3401-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b0fdd929c9bd3f64ebb6bae61e3401 columnFamilyName cf 2024-12-02T20:01:40,068 DEBUG [StoreOpener-79b0fdd929c9bd3f64ebb6bae61e3401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T20:01:40,068 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c9c010f5761a152fef4e7ac9dd0d1fa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65609176, jitterRate=-0.022347092628479004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,068 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:40,069 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c9c010f5761a152fef4e7ac9dd0d1fa7: Running coprocessor pre-open hook at 1733169700047Writing region info on filesystem at 1733169700047Initializing all the Stores at 1733169700048 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700049 (+1 ms)Cleaning up temporary data from old regions at 1733169700064 (+15 ms)Running coprocessor post-open hooks at 1733169700068 (+4 ms)Region opened successfully at 1733169700068 2024-12-02T20:01:40,069 INFO [StoreOpener-79b0fdd929c9bd3f64ebb6bae61e3401-1 {}] regionserver.HStore(327): Store=79b0fdd929c9bd3f64ebb6bae61e3401/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T20:01:40,069 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,069 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., pid=21, masterSystemTime=1733169699939 2024-12-02T20:01:40,070 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,071 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,071 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,071 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,071 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:40,071 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:40,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c9c010f5761a152fef4e7ac9dd0d1fa7, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,35257,1733169678144 2024-12-02T20:01:40,073 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7, server=41897df2911b,35257,1733169678144 because future has completed 2024-12-02T20:01:40,076 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/79b0fdd929c9bd3f64ebb6bae61e3401/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T20:01:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-02T20:01:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7, server=41897df2911b,35257,1733169678144 in 10.1400 sec 2024-12-02T20:01:40,077 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 79b0fdd929c9bd3f64ebb6bae61e3401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278549, jitterRate=-0.07197730243206024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T20:01:40,077 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:40,077 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 79b0fdd929c9bd3f64ebb6bae61e3401: Running coprocessor pre-open hook at 1733169700053Writing region info on filesystem at 1733169700053Initializing all the Stores at 1733169700054 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169700054Cleaning up temporary data from old regions at 1733169700071 (+17 ms)Running coprocessor post-open hooks at 1733169700077 (+6 ms)Region opened successfully at 1733169700077 2024-12-02T20:01:40,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9c010f5761a152fef4e7ac9dd0d1fa7, ASSIGN in 10.3130 sec 2024-12-02T20:01:40,078 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401., pid=19, masterSystemTime=1733169699925 2024-12-02T20:01:40,080 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:40,080 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:40,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b0fdd929c9bd3f64ebb6bae61e3401, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,43733,1733169678178 2024-12-02T20:01:40,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401, server=41897df2911b,43733,1733169678178 because future has completed 2024-12-02T20:01:40,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-02T20:01:40,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401, server=41897df2911b,43733,1733169678178 in 10.1550 sec 2024-12-02T20:01:40,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-02T20:01:40,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79b0fdd929c9bd3f64ebb6bae61e3401, ASSIGN in 10.3220 sec 2024-12-02T20:01:40,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T20:01:40,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169700087"}]},"ts":"1733169700087"} 2024-12-02T20:01:40,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T20:01:40,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T20:01:40,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8540 sec 2024-12-02T20:01:42,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T20:01:44,471 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=41897df2911b:46439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T20:01:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:45,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:45,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T20:01:45,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:45,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:45,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T20:01:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T20:01:47,503 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T20:01:47,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T20:01:47,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:01:47,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T20:01:47,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:01:47,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T20:01:47,556 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,558 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,560 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,590 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,592 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,593 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,595 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,596 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7., hostname=41897df2911b,35257,1733169678144, seqNum=2] 2024-12-02T20:01:47,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,627 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,628 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,629 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,630 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,631 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., hostname=41897df2911b,43733,1733169678178, seqNum=2] 2024-12-02T20:01:47,679 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,681 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,683 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,685 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,686 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730., hostname=41897df2911b,36287,1733169678110, seqNum=2] 2024-12-02T20:01:47,914 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T20:01:48,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:01:48,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T20:01:48,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:01:48,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T20:01:48,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:01:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36287 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:48,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43733 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:01:48,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:01:48,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36287 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T20:01:48,767 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T20:01:48,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:01:48,768 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T20:01:48,769 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T20:01:48,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T20:01:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:01:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:01:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741848_1024 (size=49) 2024-12-02T20:01:48,781 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T20:01:48,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a96d4edab0700b490bc6285c470621}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 673070ac5dd7f6876299861ff29edf5b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30c089561925220f326192704d063fac}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730}] 2024-12-02T20:01:48,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:48,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30c089561925220f326192704d063fac 2024-12-02T20:01:48,784 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:48,784 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:48,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:48,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:48,788 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:48,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:48,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:48,789 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T20:01:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T20:01:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T20:01:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T20:01:58,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:58,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T20:01:58,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eea8e4d2ac7e81b1480f4088ec3fbcfc: 2024-12-02T20:01:58,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 30c089561925220f326192704d063fac 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:58,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c9c010f5761a152fef4e7ac9dd0d1fa7 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T20:01:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T20:01:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T20:01:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T20:01:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T20:01:58,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:58,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:58,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3a4b73c1f5b861dbe677ecbee8a53f99: 2024-12-02T20:01:58,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8eab627b1fffb6d1c8f228843b4f0730 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T20:01:58,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 79b0fdd929c9bd3f64ebb6bae61e3401: 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 2c9d060ab3840b0c2b54f4d629ca9bba 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 673070ac5dd7f6876299861ff29edf5b: 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b5a96d4edab0700b490bc6285c470621: 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,796 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/.tmp/cf/7a2bb405e0bb49c99cd6cfc71132f2a9 is 34, key is ccd/cf:cf/1733169708324/Put/seqid=0 2024-12-02T20:01:58,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/.tmp/cf/59cecf20820f45d38833f44a9bfb638a is 34, key is baa/cf:cf/1733169708332/Put/seqid=0 2024-12-02T20:01:58,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/.tmp/cf/84a30dd9480349f2b8c6e80ae8c55cb5 is 34, key is aaa/cf:cf/1733169708299/Put/seqid=0 2024-12-02T20:01:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:01:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:01:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741850_1026 (size=65) 2024-12-02T20:01:58,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:01:58,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T20:01:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T20:01:58,831 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:58,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:01:58,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eea8e4d2ac7e81b1480f4088ec3fbcfc in 10.0500 sec 2024-12-02T20:01:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:01:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:01:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741851_1027 (size=65) 2024-12-02T20:01:58,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:01:58,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T20:01:58,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:58,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for daa9ae32bef0118f68c4a5bca9dc8988: 2024-12-02T20:01:58,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T20:01:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T20:01:58,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:58,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:01:58,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79b0fdd929c9bd3f64ebb6bae61e3401 in 10.0640 sec 2024-12-02T20:01:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741849_1025 (size=57) 2024-12-02T20:01:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741849_1025 (size=57) 2024-12-02T20:01:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741849_1025 (size=57) 2024-12-02T20:01:58,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:01:58,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T20:01:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T20:01:58,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:58,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:01:58,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a4b73c1f5b861dbe677ecbee8a53f99 in 10.0780 sec 2024-12-02T20:01:58,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/.tmp/cf/00f8db92a842455bb166c1defe0125d0 is 34, key is eaa/cf:cf/1733169708673/Put/seqid=0 2024-12-02T20:01:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:01:58,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:01:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741853_1029 (size=65) 2024-12-02T20:01:58,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:01:58,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T20:01:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T20:01:58,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:58,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a96d4edab0700b490bc6285c470621 2024-12-02T20:01:58,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5a96d4edab0700b490bc6285c470621 in 10.0990 sec 2024-12-02T20:01:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:01:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:01:58,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741855_1031 (size=28623) 2024-12-02T20:01:58,895 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/.tmp/cf/59cecf20820f45d38833f44a9bfb638a 2024-12-02T20:01:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:01:58,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:01:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741852_1028 (size=65) 2024-12-02T20:01:58,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:01:58,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T20:01:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T20:01:58,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:58,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:01:58,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 673070ac5dd7f6876299861ff29edf5b in 10.1240 sec 2024-12-02T20:01:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:01:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:01:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741854_1030 (size=47197) 2024-12-02T20:01:58,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/.tmp/cf/7a2bb405e0bb49c99cd6cfc71132f2a9 2024-12-02T20:01:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741857_1033 (size=499309) 2024-12-02T20:01:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741857_1033 (size=499309) 2024-12-02T20:01:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741857_1033 (size=499309) 2024-12-02T20:01:58,923 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/.tmp/cf/00f8db92a842455bb166c1defe0125d0 2024-12-02T20:01:58,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741856_1032 (size=26918) 2024-12-02T20:01:58,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/.tmp/cf/59cecf20820f45d38833f44a9bfb638a as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/cf/59cecf20820f45d38833f44a9bfb638a 2024-12-02T20:01:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741856_1032 (size=26918) 2024-12-02T20:01:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741856_1032 (size=26918) 2024-12-02T20:01:58,938 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/.tmp/cf/84a30dd9480349f2b8c6e80ae8c55cb5 2024-12-02T20:01:58,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/.tmp/cf/7a2bb405e0bb49c99cd6cfc71132f2a9 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/cf/7a2bb405e0bb49c99cd6cfc71132f2a9 2024-12-02T20:01:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741858_1034 (size=65) 2024-12-02T20:01:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741858_1034 (size=65) 2024-12-02T20:01:58,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/.tmp/cf/00f8db92a842455bb166c1defe0125d0 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/cf/00f8db92a842455bb166c1defe0125d0 2024-12-02T20:01:58,958 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/cf/7a2bb405e0bb49c99cd6cfc71132f2a9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T20:01:58,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741858_1034 (size=65) 2024-12-02T20:01:58,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:01:58,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T20:01:58,959 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 30c089561925220f326192704d063fac in 173ms, sequenceid=5, compaction requested=false 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 30c089561925220f326192704d063fac: 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/cf/7a2bb405e0bb49c99cd6cfc71132f2a9] hfiles 2024-12-02T20:01:58,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/cf/7a2bb405e0bb49c99cd6cfc71132f2a9 for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T20:01:58,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:58,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:01:58,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure daa9ae32bef0118f68c4a5bca9dc8988 in 10.1800 sec 2024-12-02T20:01:58,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/.tmp/cf/84a30dd9480349f2b8c6e80ae8c55cb5 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/cf/84a30dd9480349f2b8c6e80ae8c55cb5 2024-12-02T20:01:58,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/cf/59cecf20820f45d38833f44a9bfb638a, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T20:01:58,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c9c010f5761a152fef4e7ac9dd0d1fa7 in 182ms, sequenceid=5, compaction requested=false 2024-12-02T20:01:58,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c9c010f5761a152fef4e7ac9dd0d1fa7: 2024-12-02T20:01:58,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/cf/59cecf20820f45d38833f44a9bfb638a] hfiles 2024-12-02T20:01:58,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/cf/59cecf20820f45d38833f44a9bfb638a for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/cf/84a30dd9480349f2b8c6e80ae8c55cb5, entries=676, sequenceid=5, filesize=26.3 K 2024-12-02T20:01:58,978 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 2c9d060ab3840b0c2b54f4d629ca9bba in 189ms, sequenceid=5, compaction requested=false 2024-12-02T20:01:58,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2c9d060ab3840b0c2b54f4d629ca9bba: 2024-12-02T20:01:58,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/cf/84a30dd9480349f2b8c6e80ae8c55cb5] hfiles 2024-12-02T20:01:58,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/cf/84a30dd9480349f2b8c6e80ae8c55cb5 for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/cf/00f8db92a842455bb166c1defe0125d0, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T20:01:58,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8eab627b1fffb6d1c8f228843b4f0730 in 194ms, sequenceid=5, compaction requested=false 2024-12-02T20:01:58,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8eab627b1fffb6d1c8f228843b4f0730: 2024-12-02T20:01:58,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. for SnapshotProcedureTest completed. 2024-12-02T20:01:58,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T20:01:58,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T20:01:58,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/cf/00f8db92a842455bb166c1defe0125d0] hfiles 2024-12-02T20:01:58,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/cf/00f8db92a842455bb166c1defe0125d0 for snapshot=SnapshotProcedureTest 2024-12-02T20:01:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741859_1035 (size=105) 2024-12-02T20:01:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741859_1035 (size=105) 2024-12-02T20:01:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741859_1035 (size=105) 2024-12-02T20:01:59,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:01:59,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T20:01:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T20:01:59,007 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30c089561925220f326192704d063fac 2024-12-02T20:01:59,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30c089561925220f326192704d063fac 2024-12-02T20:01:59,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30c089561925220f326192704d063fac in 10.2270 sec 2024-12-02T20:01:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741860_1036 (size=105) 2024-12-02T20:01:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741860_1036 (size=105) 2024-12-02T20:01:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741860_1036 (size=105) 2024-12-02T20:01:59,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:01:59,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T20:01:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T20:01:59,022 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:59,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:01:59,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9c010f5761a152fef4e7ac9dd0d1fa7 in 10.2410 sec 2024-12-02T20:01:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741861_1037 (size=105) 2024-12-02T20:01:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741861_1037 (size=105) 2024-12-02T20:01:59,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:01:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741861_1037 (size=105) 2024-12-02T20:01:59,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T20:01:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T20:01:59,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:59,028 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:01:59,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c9d060ab3840b0c2b54f4d629ca9bba in 10.2470 sec 2024-12-02T20:01:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741862_1038 (size=97) 2024-12-02T20:01:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741862_1038 (size=97) 2024-12-02T20:01:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741862_1038 (size=97) 2024-12-02T20:01:59,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:01:59,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T20:01:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T20:01:59,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:59,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:01:59,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-02T20:01:59,041 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T20:01:59,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8eab627b1fffb6d1c8f228843b4f0730 in 10.2560 sec 2024-12-02T20:01:59,047 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T20:01:59,047 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T20:01:59,048 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T20:01:59,049 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:01:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741863_1039 (size=1174) 2024-12-02T20:01:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741863_1039 (size=1174) 2024-12-02T20:01:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741863_1039 (size=1174) 2024-12-02T20:01:59,074 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T20:01:59,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T20:01:59,082 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:01:59,082 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:01:59,082 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:01:59,082 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:01:59,082 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:01:59,086 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T20:01:59,090 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:01:59,090 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:01:59,091 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:01:59,091 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:02:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-02T20:02:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-02T20:02:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-02T20:02:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-02T20:02:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-02T20:02:09,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-02T20:02:09,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-02T20:02:09,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-02T20:02:09,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-02T20:02:09,087 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T20:02:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T20:02:09,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T20:02:09,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:02:09,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T20:02:09,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T20:02:09,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=99782190, stopped=false 2024-12-02T20:02:09,088 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,37147,1733169677939 2024-12-02T20:02:09,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:02:09,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T20:02:09,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T20:02:09,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:02:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T20:02:09,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T20:02:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T20:02:09,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T20:02:09,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-02T20:02:09,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T20:02:09,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T20:02:09,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T20:02:09,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T20:02:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T20:02:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T20:02:09,095 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 Release verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:02:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T20:02:09,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T20:02:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-02T20:02:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T20:02:09,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 Release verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:02:09,097 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 Release verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:02:09,097 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 Release verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:02:09,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 in 10.0160 sec 2024-12-02T20:02:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T20:02:09,099 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:02:09,100 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 Release verify snapshot worker=41897df2911b,36287,1733169678110 2024-12-02T20:02:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37147 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T20:02:09,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 in 10.0180 sec 2024-12-02T20:02:09,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 in 10.0180 sec 2024-12-02T20:02:09,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,36287,1733169678110 in 10.0210 sec 2024-12-02T20:02:09,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 in 10.0180 sec 2024-12-02T20:02:09,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 Release verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:02:09,103 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 Release verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:02:09,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 Release verify snapshot worker=41897df2911b,43733,1733169678178 2024-12-02T20:02:09,103 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 Release verify snapshot worker=41897df2911b,35257,1733169678144 2024-12-02T20:02:09,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 in 10.0240 sec 2024-12-02T20:02:09,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 in 10.0240 sec 2024-12-02T20:02:09,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,35257,1733169678144 in 10.0250 sec 2024-12-02T20:02:09,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=41897df2911b,43733,1733169678178 in 10.0240 sec 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T20:02:09,107 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T20:02:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:02:09,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T20:02:09,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:02:09,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,36287,1733169678110' ***** 2024-12-02T20:02:09,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,35257,1733169678144' ***** 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,43733,1733169678178' ***** 2024-12-02T20:02:09,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T20:02:09,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:02:09,109 INFO [RS:0;41897df2911b:36287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:02:09,109 INFO [RS:1;41897df2911b:35257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:02:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:02:09,109 INFO [RS:1;41897df2911b:35257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T20:02:09,109 INFO [RS:2;41897df2911b:43733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T20:02:09,109 INFO [RS:1;41897df2911b:35257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T20:02:09,109 INFO [RS:0;41897df2911b:36287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T20:02:09,109 INFO [RS:2;41897df2911b:43733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T20:02:09,109 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(3091): Received CLOSE for b5a96d4edab0700b490bc6285c470621 2024-12-02T20:02:09,109 INFO [RS:0;41897df2911b:36287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T20:02:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T20:02:09,109 INFO [RS:2;41897df2911b:43733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T20:02:09,109 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(3091): Received CLOSE for 673070ac5dd7f6876299861ff29edf5b 2024-12-02T20:02:09,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:02:09,109 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 30c089561925220f326192704d063fac 2024-12-02T20:02:09,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:02:09,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T20:02:09,110 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c9d060ab3840b0c2b54f4d629ca9bba 2024-12-02T20:02:09,110 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(3091): Received CLOSE for eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:02:09,110 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(3091): Received CLOSE for c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:02:09,110 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(3091): Received CLOSE for 8eab627b1fffb6d1c8f228843b4f0730 2024-12-02T20:02:09,110 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,35257,1733169678144 2024-12-02T20:02:09,111 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,36287,1733169678110 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:02:09,111 INFO [RS:0;41897df2911b:36287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 673070ac5dd7f6876299861ff29edf5b, disabling compactions & flushes 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5a96d4edab0700b490bc6285c470621, disabling compactions & flushes 2024-12-02T20:02:09,111 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:02:09,111 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:02:09,111 INFO [RS:0;41897df2911b:36287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:36287. 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;41897df2911b:35257. 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. after waiting 0 ms 2024-12-02T20:02:09,111 DEBUG [RS:0;41897df2911b:36287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:02:09,111 DEBUG [RS:1;41897df2911b:35257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:02:09,111 DEBUG [RS:0;41897df2911b:36287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. after waiting 0 ms 2024-12-02T20:02:09,111 DEBUG [RS:1;41897df2911b:35257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:02:09,111 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T20:02:09,111 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1325): Online Regions={673070ac5dd7f6876299861ff29edf5b=SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b., eea8e4d2ac7e81b1480f4088ec3fbcfc=SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc., 8eab627b1fffb6d1c8f228843b4f0730=SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730.} 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T20:02:09,111 DEBUG [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1351): Waiting on 673070ac5dd7f6876299861ff29edf5b, 8eab627b1fffb6d1c8f228843b4f0730, eea8e4d2ac7e81b1480f4088ec3fbcfc 2024-12-02T20:02:09,111 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T20:02:09,111 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a4b73c1f5b861dbe677ecbee8a53f99 2024-12-02T20:02:09,111 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:02:09,111 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b0fdd929c9bd3f64ebb6bae61e3401 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30c089561925220f326192704d063fac, disabling compactions & flushes 2024-12-02T20:02:09,111 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,43733,1733169678178 2024-12-02T20:02:09,111 INFO [RS:2;41897df2911b:43733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:02:09,111 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:02:09,111 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:02:09,112 INFO [RS:2;41897df2911b:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;41897df2911b:43733. 2024-12-02T20:02:09,112 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. after waiting 0 ms 2024-12-02T20:02:09,112 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:02:09,112 DEBUG [RS:2;41897df2911b:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T20:02:09,112 DEBUG [RS:2;41897df2911b:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,112 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T20:02:09,112 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1325): Online Regions={30c089561925220f326192704d063fac=SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac., 3a4b73c1f5b861dbe677ecbee8a53f99=SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99., daa9ae32bef0118f68c4a5bca9dc8988=SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988., 79b0fdd929c9bd3f64ebb6bae61e3401=SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401.} 2024-12-02T20:02:09,112 DEBUG [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1351): Waiting on 30c089561925220f326192704d063fac, 3a4b73c1f5b861dbe677ecbee8a53f99, 79b0fdd929c9bd3f64ebb6bae61e3401, daa9ae32bef0118f68c4a5bca9dc8988 2024-12-02T20:02:09,112 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T20:02:09,112 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1325): Online Regions={b5a96d4edab0700b490bc6285c470621=SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621., 1588230740=hbase:meta,,1.1588230740, 2c9d060ab3840b0c2b54f4d629ca9bba=SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba., c9c010f5761a152fef4e7ac9dd0d1fa7=SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7.} 2024-12-02T20:02:09,112 DEBUG [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c9d060ab3840b0c2b54f4d629ca9bba, b5a96d4edab0700b490bc6285c470621, c9c010f5761a152fef4e7ac9dd0d1fa7 2024-12-02T20:02:09,113 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T20:02:09,113 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T20:02:09,113 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T20:02:09,113 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T20:02:09,113 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T20:02:09,113 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-02T20:02:09,117 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/b5a96d4edab0700b490bc6285c470621/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,118 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:02:09,118 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5a96d4edab0700b490bc6285c470621: Waiting for close lock at 1733169729110Running coprocessor pre-close hooks at 1733169729110Disabling compacts and flushes for region at 1733169729110Disabling writes for close at 1733169729111 (+1 ms)Writing region close event to WAL at 1733169729112 (+1 ms)Running coprocessor post-close hooks at 1733169729118 (+6 ms)Closed at 1733169729118 2024-12-02T20:02:09,118 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621. 2024-12-02T20:02:09,119 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c9d060ab3840b0c2b54f4d629ca9bba, disabling compactions & flushes 2024-12-02T20:02:09,119 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:02:09,119 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:02:09,119 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. after waiting 0 ms 2024-12-02T20:02:09,119 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:02:09,119 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/673070ac5dd7f6876299861ff29edf5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,120 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:02:09,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 673070ac5dd7f6876299861ff29edf5b: Waiting for close lock at 1733169729111Running coprocessor pre-close hooks at 1733169729111Disabling compacts and flushes for region at 1733169729111Disabling writes for close at 1733169729111Writing region close event to WAL at 1733169729114 (+3 ms)Running coprocessor post-close hooks at 1733169729120 (+6 ms)Closed at 1733169729120 2024-12-02T20:02:09,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733169689236.673070ac5dd7f6876299861ff29edf5b. 2024-12-02T20:02:09,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea8e4d2ac7e81b1480f4088ec3fbcfc, disabling compactions & flushes 2024-12-02T20:02:09,120 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:02:09,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:02:09,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. after waiting 0 ms 2024-12-02T20:02:09,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:02:09,124 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/30c089561925220f326192704d063fac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:02:09,125 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:02:09,125 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30c089561925220f326192704d063fac: Waiting for close lock at 1733169729111Running coprocessor pre-close hooks at 1733169729111Disabling compacts and flushes for region at 1733169729111Disabling writes for close at 1733169729112 (+1 ms)Writing region close event to WAL at 1733169729115 (+3 ms)Running coprocessor post-close hooks at 1733169729125 (+10 ms)Closed at 1733169729125 2024-12-02T20:02:09,125 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733169689236.30c089561925220f326192704d063fac. 2024-12-02T20:02:09,126 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a4b73c1f5b861dbe677ecbee8a53f99, disabling compactions & flushes 2024-12-02T20:02:09,126 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:02:09,126 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:02:09,126 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. after waiting 0 ms 2024-12-02T20:02:09,126 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:02:09,131 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/2c9d060ab3840b0c2b54f4d629ca9bba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:02:09,132 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c9d060ab3840b0c2b54f4d629ca9bba: Waiting for close lock at 1733169729119Running coprocessor pre-close hooks at 1733169729119Disabling compacts and flushes for region at 1733169729119Disabling writes for close at 1733169729119Writing region close event to WAL at 1733169729124 (+5 ms)Running coprocessor post-close hooks at 1733169729132 (+8 ms)Closed at 1733169729132 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733169689236.2c9d060ab3840b0c2b54f4d629ca9bba. 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9c010f5761a152fef4e7ac9dd0d1fa7, disabling compactions & flushes 2024-12-02T20:02:09,132 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. after waiting 0 ms 2024-12-02T20:02:09,132 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:02:09,135 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/3a4b73c1f5b861dbe677ecbee8a53f99/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,136 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a4b73c1f5b861dbe677ecbee8a53f99: Waiting for close lock at 1733169729125Running coprocessor pre-close hooks at 1733169729125Disabling compacts and flushes for region at 1733169729125Disabling writes for close at 1733169729126 (+1 ms)Writing region close event to WAL at 1733169729127 (+1 ms)Running coprocessor post-close hooks at 1733169729136 (+9 ms)Closed at 1733169729136 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733169689236.3a4b73c1f5b861dbe677ecbee8a53f99. 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daa9ae32bef0118f68c4a5bca9dc8988, disabling compactions & flushes 2024-12-02T20:02:09,136 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. after waiting 0 ms 2024-12-02T20:02:09,136 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:02:09,139 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/eea8e4d2ac7e81b1480f4088ec3fbcfc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,140 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/info/4fde7eed281d4590abbe4f0498c1ee38 is 167, key is SPTestTable,19999999,1733169689236.b5a96d4edab0700b490bc6285c470621./info:regioninfo/1733169700011/Put/seqid=0 2024-12-02T20:02:09,140 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:02:09,140 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea8e4d2ac7e81b1480f4088ec3fbcfc: Waiting for close lock at 1733169729120Running coprocessor pre-close hooks at 1733169729120Disabling compacts and flushes for region at 1733169729120Disabling writes for close at 1733169729121 (+1 ms)Writing region close event to WAL at 1733169729124 (+3 ms)Running coprocessor post-close hooks at 1733169729140 (+16 ms)Closed at 1733169729140 2024-12-02T20:02:09,140 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733169689236.eea8e4d2ac7e81b1480f4088ec3fbcfc. 2024-12-02T20:02:09,141 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8eab627b1fffb6d1c8f228843b4f0730, disabling compactions & flushes 2024-12-02T20:02:09,141 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:02:09,141 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:02:09,141 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. after waiting 0 ms 2024-12-02T20:02:09,141 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:02:09,152 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/c9c010f5761a152fef4e7ac9dd0d1fa7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:02:09,152 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/daa9ae32bef0118f68c4a5bca9dc8988/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,153 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:02:09,153 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9c010f5761a152fef4e7ac9dd0d1fa7: Waiting for close lock at 1733169729132Running coprocessor pre-close hooks at 1733169729132Disabling compacts and flushes for region at 1733169729132Disabling writes for close at 1733169729132Writing region close event to WAL at 1733169729143 (+11 ms)Running coprocessor post-close hooks at 1733169729153 (+10 ms)Closed at 1733169729153 2024-12-02T20:02:09,153 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733169689236.c9c010f5761a152fef4e7ac9dd0d1fa7. 2024-12-02T20:02:09,154 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daa9ae32bef0118f68c4a5bca9dc8988: Waiting for close lock at 1733169729136Running coprocessor pre-close hooks at 1733169729136Disabling compacts and flushes for region at 1733169729136Disabling writes for close at 1733169729136Writing region close event to WAL at 1733169729143 (+7 ms)Running coprocessor post-close hooks at 1733169729154 (+11 ms)Closed at 1733169729154 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733169689236.daa9ae32bef0118f68c4a5bca9dc8988. 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b0fdd929c9bd3f64ebb6bae61e3401, disabling compactions & flushes 2024-12-02T20:02:09,154 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. after waiting 0 ms 2024-12-02T20:02:09,154 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:02:09,159 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T20:02:09,159 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T20:02:09,163 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/8eab627b1fffb6d1c8f228843b4f0730/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T20:02:09,164 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/default/SPTestTable/79b0fdd929c9bd3f64ebb6bae61e3401/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T20:02:09,165 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:02:09,165 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8eab627b1fffb6d1c8f228843b4f0730: Waiting for close lock at 1733169729141Running coprocessor pre-close hooks at 1733169729141Disabling compacts and flushes for region at 1733169729141Disabling writes for close at 1733169729141Writing region close event to WAL at 1733169729151 (+10 ms)Running coprocessor post-close hooks at 1733169729164 (+13 ms)Closed at 1733169729164 2024-12-02T20:02:09,165 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733169689236.8eab627b1fffb6d1c8f228843b4f0730. 2024-12-02T20:02:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741864_1040 (size=18393) 2024-12-02T20:02:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741864_1040 (size=18393) 2024-12-02T20:02:09,166 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:02:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741864_1040 (size=18393) 2024-12-02T20:02:09,166 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b0fdd929c9bd3f64ebb6bae61e3401: Waiting for close lock at 1733169729154Running coprocessor pre-close hooks at 1733169729154Disabling compacts and flushes for region at 1733169729154Disabling writes for close at 1733169729154Writing region close event to WAL at 1733169729155 (+1 ms)Running coprocessor post-close hooks at 1733169729166 (+11 ms)Closed at 1733169729166 2024-12-02T20:02:09,166 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733169689236.79b0fdd929c9bd3f64ebb6bae61e3401. 2024-12-02T20:02:09,167 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/info/4fde7eed281d4590abbe4f0498c1ee38 2024-12-02T20:02:09,186 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,188 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/ns/0c084983924c4b92a250cbde8649bb89 is 43, key is default/ns:d/1733169689144/Put/seqid=0 2024-12-02T20:02:09,189 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,191 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741865_1041 (size=5153) 2024-12-02T20:02:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741865_1041 (size=5153) 2024-12-02T20:02:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741865_1041 (size=5153) 2024-12-02T20:02:09,198 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/ns/0c084983924c4b92a250cbde8649bb89 2024-12-02T20:02:09,223 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/table/784b781f45ce4794bbcafa66b2ce1b87 is 47, key is SPTestTable/table:state/1733169700087/Put/seqid=0 2024-12-02T20:02:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741866_1042 (size=5214) 2024-12-02T20:02:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741866_1042 (size=5214) 2024-12-02T20:02:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741866_1042 (size=5214) 2024-12-02T20:02:09,239 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/table/784b781f45ce4794bbcafa66b2ce1b87 2024-12-02T20:02:09,248 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/info/4fde7eed281d4590abbe4f0498c1ee38 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/info/4fde7eed281d4590abbe4f0498c1ee38 2024-12-02T20:02:09,258 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/info/4fde7eed281d4590abbe4f0498c1ee38, entries=100, sequenceid=29, filesize=18.0 K 2024-12-02T20:02:09,259 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/ns/0c084983924c4b92a250cbde8649bb89 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/ns/0c084983924c4b92a250cbde8649bb89 2024-12-02T20:02:09,269 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/ns/0c084983924c4b92a250cbde8649bb89, entries=2, sequenceid=29, filesize=5.0 K 2024-12-02T20:02:09,271 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/.tmp/table/784b781f45ce4794bbcafa66b2ce1b87 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/table/784b781f45ce4794bbcafa66b2ce1b87 2024-12-02T20:02:09,282 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/table/784b781f45ce4794bbcafa66b2ce1b87, entries=2, sequenceid=29, filesize=5.1 K 2024-12-02T20:02:09,284 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=29, compaction requested=false 2024-12-02T20:02:09,290 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-02T20:02:09,291 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T20:02:09,291 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T20:02:09,291 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169729113Running coprocessor pre-close hooks at 1733169729113Disabling compacts and flushes for region at 1733169729113Disabling writes for close at 1733169729113Obtaining lock to block concurrent updates at 1733169729113Preparing flush snapshotting stores in 1588230740 at 1733169729113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733169729114 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169729116 (+2 ms)Flushing 1588230740/info: creating writer at 1733169729116Flushing 1588230740/info: appending metadata at 1733169729140 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733169729140Flushing 1588230740/ns: creating writer at 1733169729174 (+34 ms)Flushing 1588230740/ns: appending metadata at 1733169729188 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733169729188Flushing 1588230740/table: creating writer at 1733169729209 (+21 ms)Flushing 1588230740/table: appending metadata at 1733169729223 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733169729223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0c29fa: reopening flushed file at 1733169729246 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0b16d5: reopening flushed file at 1733169729258 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10551d61: reopening flushed file at 1733169729269 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 171ms, sequenceid=29, compaction requested=false at 1733169729284 (+15 ms)Writing region close event to WAL at 1733169729286 (+2 ms)Running coprocessor post-close hooks at 1733169729291 (+5 ms)Closed at 1733169729291 2024-12-02T20:02:09,291 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T20:02:09,311 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,36287,1733169678110; all regions closed. 2024-12-02T20:02:09,312 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,43733,1733169678178; all regions closed. 2024-12-02T20:02:09,313 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,35257,1733169678144; all regions closed. 2024-12-02T20:02:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741833_1009 (size=2364) 2024-12-02T20:02:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741833_1009 (size=2364) 2024-12-02T20:02:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741833_1009 (size=2364) 2024-12-02T20:02:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741834_1010 (size=2917) 2024-12-02T20:02:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741834_1010 (size=2917) 2024-12-02T20:02:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741834_1010 (size=2917) 2024-12-02T20:02:09,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741836_1012 (size=15114) 2024-12-02T20:02:09,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741836_1012 (size=15114) 2024-12-02T20:02:09,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741836_1012 (size=15114) 2024-12-02T20:02:09,320 DEBUG [RS:0;41897df2911b:36287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36287%2C1733169678110:(num 1733169678763) 2024-12-02T20:02:09,320 DEBUG [RS:0;41897df2911b:36287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,320 DEBUG [RS:2;41897df2911b:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:02:09,320 INFO [RS:2;41897df2911b:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C43733%2C1733169678178:(num 1733169678770) 2024-12-02T20:02:09,320 DEBUG [RS:2;41897df2911b:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,320 INFO [RS:2;41897df2911b:43733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,320 INFO [RS:2;41897df2911b:43733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T20:02:09,320 INFO [RS:0;41897df2911b:36287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T20:02:09,320 INFO [RS:2;41897df2911b:43733 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T20:02:09,321 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:02:09,321 INFO [RS:0;41897df2911b:36287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T20:02:09,321 INFO [RS:0;41897df2911b:36287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:02:09,321 INFO [RS:2;41897df2911b:43733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T20:02:09,321 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:02:09,321 INFO [RS:2;41897df2911b:43733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T20:02:09,321 INFO [RS:2;41897df2911b:43733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T20:02:09,321 DEBUG [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs 2024-12-02T20:02:09,321 INFO [RS:2;41897df2911b:43733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:02:09,321 INFO [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C35257%2C1733169678144.meta:.meta(num 1733169689011) 2024-12-02T20:02:09,321 INFO [RS:2;41897df2911b:43733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43733 2024-12-02T20:02:09,321 INFO [RS:0;41897df2911b:36287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36287 2024-12-02T20:02:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741835_1011 (size=2886) 2024-12-02T20:02:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741835_1011 (size=2886) 2024-12-02T20:02:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741835_1011 (size=2886) 2024-12-02T20:02:09,326 DEBUG [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/oldWALs 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C35257%2C1733169678144:(num 1733169678771) 2024-12-02T20:02:09,326 DEBUG [RS:1;41897df2911b:35257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:02:09,326 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:02:09,326 INFO [RS:1;41897df2911b:35257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35257 2024-12-02T20:02:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,36287,1733169678110 2024-12-02T20:02:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T20:02:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,43733,1733169678178 2024-12-02T20:02:09,366 INFO [RS:0;41897df2911b:36287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:02:09,366 INFO [RS:2;41897df2911b:43733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:02:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,35257,1733169678144 2024-12-02T20:02:09,396 INFO [RS:1;41897df2911b:35257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:02:09,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,36287,1733169678110] 2024-12-02T20:02:09,487 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,36287,1733169678110 already deleted, retry=false 2024-12-02T20:02:09,487 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,36287,1733169678110 expired; onlineServers=2 2024-12-02T20:02:09,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,43733,1733169678178] 2024-12-02T20:02:09,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,43733,1733169678178 already deleted, retry=false 2024-12-02T20:02:09,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,43733,1733169678178 expired; onlineServers=1 2024-12-02T20:02:09,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,35257,1733169678144] 2024-12-02T20:02:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,521 INFO [RS:0;41897df2911b:36287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:02:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36287-0x10198ec19220001, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,521 INFO [RS:0;41897df2911b:36287 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,36287,1733169678110; zookeeper connection closed. 2024-12-02T20:02:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x10198ec19220003, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,521 INFO [RS:2;41897df2911b:43733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:02:09,521 INFO [RS:2;41897df2911b:43733 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,43733,1733169678178; zookeeper connection closed. 2024-12-02T20:02:09,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ce22358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ce22358 2024-12-02T20:02:09,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 2024-12-02T20:02:09,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,35257,1733169678144 already deleted, retry=false 2024-12-02T20:02:09,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,35257,1733169678144 expired; onlineServers=0 2024-12-02T20:02:09,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,37147,1733169677939' ***** 2024-12-02T20:02:09,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T20:02:09,537 INFO [M:0;41897df2911b:37147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T20:02:09,537 INFO [M:0;41897df2911b:37147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T20:02:09,538 DEBUG [M:0;41897df2911b:37147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T20:02:09,538 DEBUG [M:0;41897df2911b:37147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T20:02:09,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T20:02:09,538 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169678490 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169678490,5,FailOnTimeoutGroup] 2024-12-02T20:02:09,538 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169678489 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169678489,5,FailOnTimeoutGroup] 2024-12-02T20:02:09,538 INFO [M:0;41897df2911b:37147 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T20:02:09,539 INFO [M:0;41897df2911b:37147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T20:02:09,539 DEBUG [M:0;41897df2911b:37147 {}] master.HMaster(1795): Stopping service threads 2024-12-02T20:02:09,539 INFO [M:0;41897df2911b:37147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T20:02:09,539 INFO [M:0;41897df2911b:37147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T20:02:09,539 ERROR [M:0;41897df2911b:37147 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35907,5,PEWorkerGroup] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35907,5,PEWorkerGroup] 2024-12-02T20:02:09,539 INFO [M:0;41897df2911b:37147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T20:02:09,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T20:02:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,570 INFO [RS:1;41897df2911b:35257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:02:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35257-0x10198ec19220002, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,570 INFO [RS:1;41897df2911b:35257 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,35257,1733169678144; zookeeper connection closed. 2024-12-02T20:02:09,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46dd94ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46dd94ae 2024-12-02T20:02:09,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T20:02:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T20:02:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T20:02:09,575 DEBUG [M:0;41897df2911b:37147 {}] zookeeper.ZKUtil(347): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T20:02:09,575 WARN [M:0;41897df2911b:37147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T20:02:09,576 INFO [M:0;41897df2911b:37147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/.lastflushedseqids 2024-12-02T20:02:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741867_1043 (size=650) 2024-12-02T20:02:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741867_1043 (size=650) 2024-12-02T20:02:09,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741867_1043 (size=650) 2024-12-02T20:02:09,586 INFO [M:0;41897df2911b:37147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T20:02:09,586 INFO [M:0;41897df2911b:37147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T20:02:09,587 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T20:02:09,587 INFO [M:0;41897df2911b:37147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:02:09,587 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:02:09,587 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T20:02:09,587 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:02:09,587 INFO [M:0;41897df2911b:37147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.69 KB heapSize=169.73 KB 2024-12-02T20:02:09,603 DEBUG [M:0;41897df2911b:37147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fb5eaee6fc4ecfad940ad348685e39 is 82, key is hbase:meta,,1/info:regioninfo/1733169689049/Put/seqid=0 2024-12-02T20:02:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741868_1044 (size=5672) 2024-12-02T20:02:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741868_1044 (size=5672) 2024-12-02T20:02:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741868_1044 (size=5672) 2024-12-02T20:02:09,610 INFO [M:0;41897df2911b:37147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fb5eaee6fc4ecfad940ad348685e39 2024-12-02T20:02:09,629 DEBUG [M:0;41897df2911b:37147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41cba6b7955443fdb8308f0afc6b634b is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733169700092/Put/seqid=0 2024-12-02T20:02:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741869_1045 (size=14467) 2024-12-02T20:02:09,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741869_1045 (size=14467) 2024-12-02T20:02:09,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741869_1045 (size=14467) 2024-12-02T20:02:09,636 INFO [M:0;41897df2911b:37147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.00 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41cba6b7955443fdb8308f0afc6b634b 2024-12-02T20:02:09,642 INFO [M:0;41897df2911b:37147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41cba6b7955443fdb8308f0afc6b634b 2024-12-02T20:02:09,656 DEBUG [M:0;41897df2911b:37147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e48ca0a4cc14464be45cb5497e5fb68 is 69, key is 41897df2911b,35257,1733169678144/rs:state/1733169678552/Put/seqid=0 2024-12-02T20:02:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741870_1046 (size=5294) 2024-12-02T20:02:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741870_1046 (size=5294) 2024-12-02T20:02:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741870_1046 (size=5294) 2024-12-02T20:02:09,663 INFO [M:0;41897df2911b:37147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e48ca0a4cc14464be45cb5497e5fb68 2024-12-02T20:02:09,671 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fb5eaee6fc4ecfad940ad348685e39 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7fb5eaee6fc4ecfad940ad348685e39 2024-12-02T20:02:09,677 INFO [M:0;41897df2911b:37147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7fb5eaee6fc4ecfad940ad348685e39, entries=8, sequenceid=353, filesize=5.5 K 2024-12-02T20:02:09,678 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41cba6b7955443fdb8308f0afc6b634b as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41cba6b7955443fdb8308f0afc6b634b 2024-12-02T20:02:09,684 INFO [M:0;41897df2911b:37147 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41cba6b7955443fdb8308f0afc6b634b 2024-12-02T20:02:09,684 INFO [M:0;41897df2911b:37147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41cba6b7955443fdb8308f0afc6b634b, entries=45, sequenceid=353, filesize=14.1 K 2024-12-02T20:02:09,685 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e48ca0a4cc14464be45cb5497e5fb68 as hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e48ca0a4cc14464be45cb5497e5fb68 2024-12-02T20:02:09,691 INFO [M:0;41897df2911b:37147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35907/user/jenkins/test-data/fb9badb1-47e3-31eb-4bf2-178087566279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e48ca0a4cc14464be45cb5497e5fb68, entries=3, sequenceid=353, filesize=5.2 K 2024-12-02T20:02:09,693 INFO [M:0;41897df2911b:37147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.69 KB/140990, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=353, compaction requested=false 2024-12-02T20:02:09,694 INFO [M:0;41897df2911b:37147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T20:02:09,694 DEBUG [M:0;41897df2911b:37147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169729587Disabling compacts and flushes for region at 1733169729587Disabling writes for close at 1733169729587Obtaining lock to block concurrent updates at 1733169729587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169729587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=140990, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1733169729587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169729588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169729588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169729602 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169729602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169729615 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169729629 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169729629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169729642 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169729655 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169729655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dc5786: reopening flushed file at 1733169729670 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484893f: reopening flushed file at 1733169729677 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77237288: reopening flushed file at 1733169729685 (+8 ms)Finished flush of dataSize ~137.69 KB/140990, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=353, compaction requested=false at 1733169729693 (+8 ms)Writing region close event to WAL at 1733169729694 (+1 ms)Closed at 1733169729694 2024-12-02T20:02:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741830_1006 (size=164622) 2024-12-02T20:02:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39727 is added to blk_1073741830_1006 (size=164622) 2024-12-02T20:02:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741830_1006 (size=164622) 2024-12-02T20:02:09,698 INFO [M:0;41897df2911b:37147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T20:02:09,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T20:02:09,699 INFO [M:0;41897df2911b:37147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37147 2024-12-02T20:02:09,699 INFO [M:0;41897df2911b:37147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T20:02:09,837 INFO [M:0;41897df2911b:37147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T20:02:09,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37147-0x10198ec19220000, quorum=127.0.0.1:55896, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T20:02:09,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dcd838d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:02:09,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b9e9d81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:02:09,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:02:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26c1ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:02:09,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436c37bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,STOPPED} 2024-12-02T20:02:09,883 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:02:09,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:02:09,883 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133752108-172.17.0.2-1733169676060 (Datanode Uuid 85188a41-c39d-4c40-a59d-1a380a033e83) service to localhost/127.0.0.1:35907 2024-12-02T20:02:09,883 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:02:09,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data5/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data6/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:02:09,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d1bd98d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:02:09,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301b6eb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:02:09,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:02:09,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b5411d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:02:09,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15fc201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,STOPPED} 2024-12-02T20:02:09,891 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:02:09,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:02:09,891 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133752108-172.17.0.2-1733169676060 (Datanode Uuid 7f2c498d-8abe-41c0-91e8-68a95ce1d254) service to localhost/127.0.0.1:35907 2024-12-02T20:02:09,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:02:09,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data3/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data4/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:02:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45bb3266{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T20:02:09,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672d18e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:02:09,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:02:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c8ef2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:02:09,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7a4f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,STOPPED} 2024-12-02T20:02:09,896 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T20:02:09,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T20:02:09,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T20:02:09,896 WARN [BP-133752108-172.17.0.2-1733169676060 heartbeating to localhost/127.0.0.1:35907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-133752108-172.17.0.2-1733169676060 (Datanode Uuid 7679bba4-8b80-4413-8c6e-454cdb650833) service to localhost/127.0.0.1:35907 2024-12-02T20:02:09,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data1/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/cluster_b26627b1-ad86-6ba0-c388-29d696cf3a7d/data/data2/current/BP-133752108-172.17.0.2-1733169676060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T20:02:09,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T20:02:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1640af40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T20:02:09,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@657e70ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T20:02:09,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T20:02:09,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436caa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T20:02:09,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2099d161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/73706c08-35a1-2d7d-1e0d-c754bfa02954/hadoop.log.dir/,STOPPED} 2024-12-02T20:02:09,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T20:02:09,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T20:02:09,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=130 (was 99) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35907 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=489 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 137), ProcessCount=9 (was 9), AvailableMemoryMB=10430 (was 10767)