2024-12-04 22:39:35,907 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 22:39:35,921 main DEBUG Took 0.012028 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 22:39:35,922 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 22:39:35,922 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 22:39:35,923 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 22:39:35,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,934 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 22:39:35,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,958 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,959 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,960 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,962 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,971 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,973 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,974 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,976 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 22:39:35,978 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,979 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 22:39:35,981 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 22:39:35,983 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 22:39:35,985 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 22:39:35,986 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 22:39:35,988 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 22:39:35,988 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 22:39:36,000 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 22:39:36,004 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 22:39:36,005 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 22:39:36,006 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 22:39:36,006 main DEBUG createAppenders(={Console}) 2024-12-04 22:39:36,007 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-04 22:39:36,007 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-04 22:39:36,008 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-04 22:39:36,009 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 22:39:36,009 main DEBUG OutputStream closed 2024-12-04 22:39:36,010 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 22:39:36,011 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 22:39:36,011 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-04 22:39:36,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 22:39:36,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 22:39:36,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 22:39:36,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 22:39:36,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 22:39:36,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 22:39:36,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 22:39:36,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 22:39:36,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 22:39:36,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 22:39:36,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 22:39:36,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 22:39:36,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 22:39:36,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 22:39:36,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 22:39:36,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 22:39:36,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 22:39:36,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 22:39:36,134 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 22:39:36,134 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-04 22:39:36,134 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 22:39:36,135 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-04T22:39:36,154 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-04 22:39:36,161 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 22:39:36,161 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T22:39:36,170 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-04T22:39:36,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=12912 2024-12-04T22:39:36,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412 2024-12-04T22:39:36,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:39:36,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3, deleteOnExit=true 2024-12-04T22:39:36,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:39:36,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/test.cache.data in system properties and HBase conf 2024-12-04T22:39:36,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:39:36,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:39:36,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:39:36,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:39:36,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:39:36,664 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T22:39:36,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:39:36,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:39:36,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:39:36,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:39:36,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:39:36,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:39:36,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:39:36,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:39:36,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:39:36,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:39:36,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:39:36,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:39:36,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:39:36,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:39:36,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:39:37,938 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T22:39:38,016 INFO [Time-limited test {}] log.Log(170): Logging initialized @2921ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T22:39:38,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:39:38,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:39:38,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:39:38,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:39:38,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:39:38,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:39:38,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:39:38,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:39:38,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/java.io.tmpdir/jetty-localhost-44409-hadoop-hdfs-3_4_1-tests_jar-_-any-14983676261793202566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:39:38,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:44409} 2024-12-04T22:39:38,484 INFO [Time-limited test {}] server.Server(415): Started @3389ms 2024-12-04T22:39:39,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:39:39,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:39:39,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:39:39,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:39:39,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:39:39,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:39:39,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:39:39,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/java.io.tmpdir/jetty-localhost-46211-hadoop-hdfs-3_4_1-tests_jar-_-any-8217171144336490152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:39:39,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:46211} 2024-12-04T22:39:39,243 INFO [Time-limited test {}] server.Server(415): Started @4148ms 2024-12-04T22:39:39,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:39:39,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:39:39,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:39:39,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:39:39,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:39:39,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:39:39,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:39:39,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:39:39,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/java.io.tmpdir/jetty-localhost-43175-hadoop-hdfs-3_4_1-tests_jar-_-any-9794875759009741523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:39:39,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:43175} 2024-12-04T22:39:39,599 INFO [Time-limited test {}] server.Server(415): Started @4505ms 2024-12-04T22:39:39,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:39:39,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:39:39,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:39:39,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:39:39,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:39:39,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:39:39,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:39:39,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:39:39,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/java.io.tmpdir/jetty-localhost-38059-hadoop-hdfs-3_4_1-tests_jar-_-any-8502317433002321628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:39:39,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:38059} 2024-12-04T22:39:39,815 INFO [Time-limited test {}] server.Server(415): Started @4720ms 2024-12-04T22:39:39,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:39:41,169 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data3/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,169 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data1/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,169 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data2/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,169 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data4/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,222 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:39:41,222 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:39:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf484da9453868de with lease ID 0x35efee8a175dc98b: Processing first storage report for DS-e1190da4-2dd9-4671-94a9-8c403954db71 from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f72824f4-cbe7-4c5e-a52b-c0f52ba1b6b8, infoPort=39123, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf484da9453868de with lease ID 0x35efee8a175dc98b: from storage DS-e1190da4-2dd9-4671-94a9-8c403954db71 node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f72824f4-cbe7-4c5e-a52b-c0f52ba1b6b8, infoPort=39123, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9a088f0c601622a with lease ID 0x35efee8a175dc98a: Processing first storage report for DS-680b3f56-efe4-4d43-bbd9-a94264df4af6 from datanode DatanodeRegistration(127.0.0.1:46585, datanodeUuid=7243525f-64ee-442c-aced-4d068c5e3a8f, infoPort=42375, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9a088f0c601622a with lease ID 0x35efee8a175dc98a: from storage DS-680b3f56-efe4-4d43-bbd9-a94264df4af6 node DatanodeRegistration(127.0.0.1:46585, datanodeUuid=7243525f-64ee-442c-aced-4d068c5e3a8f, infoPort=42375, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf484da9453868de with lease ID 0x35efee8a175dc98b: Processing first storage report for DS-fe9ff7f1-addc-4b53-901f-d01cb9a89cb1 from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f72824f4-cbe7-4c5e-a52b-c0f52ba1b6b8, infoPort=39123, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf484da9453868de with lease ID 0x35efee8a175dc98b: from storage DS-fe9ff7f1-addc-4b53-901f-d01cb9a89cb1 node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f72824f4-cbe7-4c5e-a52b-c0f52ba1b6b8, infoPort=39123, infoSecurePort=0, ipcPort=33713, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9a088f0c601622a with lease ID 0x35efee8a175dc98a: Processing first storage report for DS-d878e4dc-cb04-425f-909a-aa734e4558b1 from datanode DatanodeRegistration(127.0.0.1:46585, datanodeUuid=7243525f-64ee-442c-aced-4d068c5e3a8f, infoPort=42375, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9a088f0c601622a with lease ID 0x35efee8a175dc98a: from storage DS-d878e4dc-cb04-425f-909a-aa734e4558b1 node DatanodeRegistration(127.0.0.1:46585, datanodeUuid=7243525f-64ee-442c-aced-4d068c5e3a8f, infoPort=42375, infoSecurePort=0, ipcPort=39925, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,286 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data5/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,288 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data6/current/BP-1301024928-172.17.0.2-1733351977368/current, will proceed with Du for space computation calculation, 2024-12-04T22:39:41,322 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:39:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a953d5e33f1c543 with lease ID 0x35efee8a175dc98c: Processing first storage report for DS-e00f1ce2-9110-4e57-b580-5682f7352756 from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f4f38e6e-d159-4c27-93cb-6bc15847dd50, infoPort=42527, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a953d5e33f1c543 with lease ID 0x35efee8a175dc98c: from storage DS-e00f1ce2-9110-4e57-b580-5682f7352756 node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f4f38e6e-d159-4c27-93cb-6bc15847dd50, infoPort=42527, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a953d5e33f1c543 with lease ID 0x35efee8a175dc98c: Processing first storage report for DS-6b7dfa32-a97a-4027-9bbc-957e00163524 from datanode DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f4f38e6e-d159-4c27-93cb-6bc15847dd50, infoPort=42527, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368) 2024-12-04T22:39:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a953d5e33f1c543 with lease ID 0x35efee8a175dc98c: from storage DS-6b7dfa32-a97a-4027-9bbc-957e00163524 node DatanodeRegistration(127.0.0.1:41617, datanodeUuid=f4f38e6e-d159-4c27-93cb-6bc15847dd50, infoPort=42527, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1171900970;c=1733351977368), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T22:39:41,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412 2024-12-04T22:39:41,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/zookeeper_0, clientPort=61041, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:39:41,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61041 2024-12-04T22:39:41,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:41,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:41,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:39:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:39:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:39:42,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa with version=8 2024-12-04T22:39:42,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/hbase-staging 2024-12-04T22:39:42,332 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T22:39:42,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:39:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:42,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:42,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:39:42,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:42,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:39:42,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:39:42,747 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T22:39:42,756 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T22:39:42,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:39:42,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1553 (auto-detected) 2024-12-04T22:39:42,784 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T22:39:42,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37401 2024-12-04T22:39:42,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37401 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-12-04T22:39:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374010x0, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:39:42,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37401-0x101a2803d710000 connected 2024-12-04T22:39:43,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:39:43,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa, hbase.cluster.distributed=false 2024-12-04T22:39:43,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:39:43,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T22:39:43,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-12-04T22:39:43,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-12-04T22:39:43,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T22:39:43,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-12-04T22:39:43,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:39:43,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:39:43,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:39:43,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:39:43,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46875 2024-12-04T22:39:43,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46875 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-12-04T22:39:43,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468750x0, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:39:43,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46875-0x101a2803d710001 connected 2024-12-04T22:39:43,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:39:43,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:39:43,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:39:43,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:39:43,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:39:43,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T22:39:43,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46875 2024-12-04T22:39:43,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46875 2024-12-04T22:39:43,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T22:39:43,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T22:39:43,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:39:43,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:39:43,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:39:43,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:39:43,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:39:43,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41771 2024-12-04T22:39:43,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41771 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-12-04T22:39:43,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417710x0, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:39:43,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417710x0, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:39:43,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41771-0x101a2803d710002 connected 2024-12-04T22:39:43,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:39:43,260 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:39:43,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:39:43,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:39:43,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41771 2024-12-04T22:39:43,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41771 2024-12-04T22:39:43,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41771 2024-12-04T22:39:43,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41771 2024-12-04T22:39:43,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41771 2024-12-04T22:39:43,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:39:43,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:39:43,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:39:43,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38923 2024-12-04T22:39:43,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38923 connecting to ZooKeeper ensemble=127.0.0.1:61041 2024-12-04T22:39:43,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389230x0, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:39:43,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389230x0, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:39:43,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38923-0x101a2803d710003 connected 2024-12-04T22:39:43,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:39:43,302 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:39:43,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:39:43,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:39:43,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38923 2024-12-04T22:39:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38923 2024-12-04T22:39:43,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38923 2024-12-04T22:39:43,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38923 2024-12-04T22:39:43,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38923 2024-12-04T22:39:43,330 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:37401 2024-12-04T22:39:43,332 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,37401,1733351982398 2024-12-04T22:39:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,345 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,37401,1733351982398 2024-12-04T22:39:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:39:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:39:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:39:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,376 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:39:43,377 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,37401,1733351982398 from backup master directory 2024-12-04T22:39:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,37401,1733351982398 2024-12-04T22:39:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:39:43,386 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:39:43,386 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,37401,1733351982398 2024-12-04T22:39:43,389 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T22:39:43,390 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T22:39:43,449 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/hbase.id] with ID: 84a86bf7-47ba-4357-a8fe-6d538b86cf28 2024-12-04T22:39:43,449 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.tmp/hbase.id 2024-12-04T22:39:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:39:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:39:43,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:39:43,465 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.tmp/hbase.id]:[hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/hbase.id] 2024-12-04T22:39:43,514 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:39:43,519 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:39:43,536 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-04T22:39:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:43,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:39:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:39:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:39:43,584 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:39:43,586 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:39:43,598 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T22:39:43,601 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:39:43,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:39:43,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:39:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:39:43,645 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store 2024-12-04T22:39:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:39:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:39:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:39:43,669 INFO [master/9840c0493aab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T22:39:43,672 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:43,674 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:39:43,674 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:39:43,674 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:39:43,675 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:39:43,676 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:39:43,676 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:39:43,677 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733351983673Disabling compacts and flushes for region at 1733351983673Disabling writes for close at 1733351983675 (+2 ms)Writing region close event to WAL at 1733351983676 (+1 ms)Closed at 1733351983676 2024-12-04T22:39:43,679 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/.initializing 2024-12-04T22:39:43,680 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/WALs/9840c0493aab,37401,1733351982398 2024-12-04T22:39:43,687 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:39:43,701 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C37401%2C1733351982398, suffix=, logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/WALs/9840c0493aab,37401,1733351982398, archiveDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/oldWALs, maxLogs=10 2024-12-04T22:39:43,725 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/WALs/9840c0493aab,37401,1733351982398/9840c0493aab%2C37401%2C1733351982398.1733351983706, exclude list is [], retry=0 2024-12-04T22:39:43,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46585,DS-680b3f56-efe4-4d43-bbd9-a94264df4af6,DISK] 2024-12-04T22:39:43,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-e1190da4-2dd9-4671-94a9-8c403954db71,DISK] 2024-12-04T22:39:43,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-e00f1ce2-9110-4e57-b580-5682f7352756,DISK] 2024-12-04T22:39:43,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T22:39:43,777 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/WALs/9840c0493aab,37401,1733351982398/9840c0493aab%2C37401%2C1733351982398.1733351983706 2024-12-04T22:39:43,778 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:42527:42527)] 2024-12-04T22:39:43,779 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:39:43,779 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:43,781 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,782 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:39:43,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:43,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:43,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:39:43,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:43,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:39:43,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:39:43,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:43,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:39:43,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:39:43,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:43,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:39:43,853 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,857 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,858 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,863 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,864 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,867 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:39:43,870 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:39:43,874 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:39:43,876 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041307, jitterRate=-0.0010066777467727661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:39:43,881 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733351983793Initializing all the Stores at 1733351983795 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351983795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733351983796 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733351983796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733351983796Cleaning up temporary data from old regions at 1733351983864 (+68 ms)Region opened successfully at 1733351983881 (+17 ms) 2024-12-04T22:39:43,882 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:39:43,915 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a673a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:39:43,943 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:39:43,955 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:39:43,955 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:39:43,958 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:39:43,960 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T22:39:43,965 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T22:39:43,966 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T22:39:43,990 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:39:43,999 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:39:44,047 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:39:44,051 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:39:44,054 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:39:44,068 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:39:44,070 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:39:44,073 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:39:44,078 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:39:44,080 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:39:44,089 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:39:44,108 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:39:44,120 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,137 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,37401,1733351982398, sessionid=0x101a2803d710000, setting cluster-up flag (Was=false) 2024-12-04T22:39:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,194 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:39:44,200 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,37401,1733351982398 2024-12-04T22:39:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:44,257 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:39:44,259 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,37401,1733351982398 2024-12-04T22:39:44,265 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:39:44,315 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(746): ClusterId : 84a86bf7-47ba-4357-a8fe-6d538b86cf28 2024-12-04T22:39:44,315 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(746): ClusterId : 84a86bf7-47ba-4357-a8fe-6d538b86cf28 2024-12-04T22:39:44,315 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(746): ClusterId : 84a86bf7-47ba-4357-a8fe-6d538b86cf28 2024-12-04T22:39:44,318 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:39:44,318 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:39:44,318 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:39:44,330 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:39:44,333 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:39:44,333 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:39:44,333 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:39:44,333 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:39:44,333 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:39:44,333 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:39:44,339 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:39:44,345 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:39:44,350 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,37401,1733351982398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:39:44,353 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:39:44,353 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:39:44,353 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:39:44,353 DEBUG [RS:1;9840c0493aab:41771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a897ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:39:44,353 DEBUG [RS:0;9840c0493aab:46875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3baf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:39:44,354 DEBUG [RS:2;9840c0493aab:38923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e007a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:39:44,356 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:39:44,356 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:39:44,356 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:39:44,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:39:44,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:39:44,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:39:44,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,361 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352014361 2024-12-04T22:39:44,363 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:39:44,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:39:44,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:39:44,364 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:39:44,368 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:46875 2024-12-04T22:39:44,369 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:39:44,369 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:39:44,369 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:39:44,369 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9840c0493aab:41771 2024-12-04T22:39:44,370 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:39:44,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:44,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:39:44,372 INFO [RS:0;9840c0493aab:46875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:39:44,372 INFO [RS:1;9840c0493aab:41771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:39:44,372 INFO [RS:0;9840c0493aab:46875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:39:44,372 INFO [RS:1;9840c0493aab:41771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:39:44,372 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:39:44,372 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:39:44,373 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9840c0493aab:38923 2024-12-04T22:39:44,371 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,373 INFO [RS:2;9840c0493aab:38923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:39:44,373 INFO [RS:2;9840c0493aab:38923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:39:44,373 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:39:44,375 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,37401,1733351982398 with port=46875, startcode=1733351983130 2024-12-04T22:39:44,375 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,37401,1733351982398 with port=41771, startcode=1733351983236 2024-12-04T22:39:44,375 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,37401,1733351982398 with port=38923, startcode=1733351983284 2024-12-04T22:39:44,381 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:39:44,382 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:39:44,383 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:39:44,388 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:39:44,389 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:39:44,389 DEBUG [RS:0;9840c0493aab:46875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:39:44,389 DEBUG [RS:1;9840c0493aab:41771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:39:44,389 DEBUG [RS:2;9840c0493aab:38923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:39:44,392 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733351984391,5,FailOnTimeoutGroup] 2024-12-04T22:39:44,399 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733351984393,5,FailOnTimeoutGroup] 2024-12-04T22:39:44,399 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,400 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:39:44,401 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,402 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:39:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:39:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:39:44,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:39:44,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:44,463 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:39:44,463 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:39:44,464 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:39:44,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:39:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:39:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:39:44,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:39:44,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:39:44,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:44,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:44,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:39:44,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:39:44,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:44,491 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:44,491 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32863 2024-12-04T22:39:44,492 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:39:44,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:44,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:39:44,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,493 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:44,496 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32863 2024-12-04T22:39:44,496 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:39:44,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:39:44,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:44,499 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:44,499 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32863 2024-12-04T22:39:44,500 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:39:44,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:39:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:44,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:39:44,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:39:44,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:44,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:44,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:39:44,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740 2024-12-04T22:39:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740 2024-12-04T22:39:44,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:39:44,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:39:44,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:39:44,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:39:44,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:39:44,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64008702, jitterRate=-0.04619601368904114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:39:44,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733351984478Initializing all the Stores at 1733351984480 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351984480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351984480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733351984480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351984480Cleaning up temporary data from old regions at 1733351984514 (+34 ms)Region opened successfully at 1733351984528 (+14 ms) 2024-12-04T22:39:44,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:39:44,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:39:44,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:39:44,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:39:44,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:39:44,533 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:39:44,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733351984529Disabling compacts and flushes for region at 1733351984529Disabling writes for close at 1733351984529Writing region close event to WAL at 1733351984532 (+3 ms)Closed at 1733351984533 (+1 ms) 2024-12-04T22:39:44,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:39:44,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:39:44,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:39:44,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:39:44,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:39:44,561 DEBUG [RS:1;9840c0493aab:41771 {}] zookeeper.ZKUtil(111): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,561 DEBUG [RS:2;9840c0493aab:38923 {}] zookeeper.ZKUtil(111): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,562 WARN [RS:1;9840c0493aab:41771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:39:44,562 WARN [RS:2;9840c0493aab:38923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:39:44,562 INFO [RS:1;9840c0493aab:41771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:39:44,562 INFO [RS:2;9840c0493aab:38923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:39:44,562 DEBUG [RS:0;9840c0493aab:46875 {}] zookeeper.ZKUtil(111): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,562 WARN [RS:0;9840c0493aab:46875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:39:44,562 DEBUG [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,562 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,562 INFO [RS:0;9840c0493aab:46875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:39:44,562 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,46875,1733351983130] 2024-12-04T22:39:44,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,38923,1733351983284] 2024-12-04T22:39:44,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,41771,1733351983236] 2024-12-04T22:39:44,598 INFO [RS:2;9840c0493aab:38923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:39:44,598 INFO [RS:1;9840c0493aab:41771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:39:44,598 INFO [RS:0;9840c0493aab:46875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:39:44,615 INFO [RS:2;9840c0493aab:38923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:39:44,615 INFO [RS:0;9840c0493aab:46875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:39:44,616 INFO [RS:1;9840c0493aab:41771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:39:44,622 INFO [RS:1;9840c0493aab:41771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:39:44,622 INFO [RS:2;9840c0493aab:38923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:39:44,622 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,622 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,628 INFO [RS:0;9840c0493aab:46875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:39:44,628 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,629 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:39:44,629 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:39:44,629 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:39:44,635 INFO [RS:2;9840c0493aab:38923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:39:44,635 INFO [RS:1;9840c0493aab:41771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:39:44,635 INFO [RS:0;9840c0493aab:46875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:39:44,637 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,637 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,637 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,637 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,637 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,637 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,638 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:39:44,638 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:39:44,638 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:2;9840c0493aab:38923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,639 DEBUG [RS:0;9840c0493aab:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,639 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,640 DEBUG [RS:1;9840c0493aab:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:39:44,653 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,653 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,653 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,653 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,654 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,654 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,38923,1733351983284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:39:44,656 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,656 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,657 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,657 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,657 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,657 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,46875,1733351983130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:39:44,672 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,672 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,673 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,673 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,673 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,673 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,41771,1733351983236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:39:44,688 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:39:44,690 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:39:44,691 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,38923,1733351983284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,691 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,46875,1733351983130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,691 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,691 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,691 INFO [RS:0;9840c0493aab:46875 {}] regionserver.Replication(171): 9840c0493aab,46875,1733351983130 started 2024-12-04T22:39:44,691 INFO [RS:2;9840c0493aab:38923 {}] regionserver.Replication(171): 9840c0493aab,38923,1733351983284 started 2024-12-04T22:39:44,695 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:39:44,695 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,41771,1733351983236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,696 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,696 INFO [RS:1;9840c0493aab:41771 {}] regionserver.Replication(171): 9840c0493aab,41771,1733351983236 started 2024-12-04T22:39:44,709 WARN [9840c0493aab:37401 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:39:44,716 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,716 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,38923,1733351983284, RpcServer on 9840c0493aab/172.17.0.2:38923, sessionid=0x101a2803d710003 2024-12-04T22:39:44,717 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:39:44,718 DEBUG [RS:2;9840c0493aab:38923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,718 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,38923,1733351983284' 2024-12-04T22:39:44,718 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:39:44,718 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,719 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,46875,1733351983130, RpcServer on 9840c0493aab/172.17.0.2:46875, sessionid=0x101a2803d710001 2024-12-04T22:39:44,719 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:39:44,719 DEBUG [RS:0;9840c0493aab:46875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,719 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,46875,1733351983130' 2024-12-04T22:39:44,719 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:39:44,719 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:39:44,719 INFO [RS:1;9840c0493aab:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:44,719 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,41771,1733351983236, RpcServer on 9840c0493aab/172.17.0.2:41771, sessionid=0x101a2803d710002 2024-12-04T22:39:44,720 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:39:44,720 DEBUG [RS:1;9840c0493aab:41771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,720 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,41771,1733351983236' 2024-12-04T22:39:44,720 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:39:44,720 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:39:44,720 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:39:44,720 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:39:44,721 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:39:44,721 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:39:44,721 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:39:44,721 DEBUG [RS:0;9840c0493aab:46875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,721 DEBUG [RS:2;9840c0493aab:38923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,38923,1733351983284 2024-12-04T22:39:44,721 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,46875,1733351983130' 2024-12-04T22:39:44,721 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,38923,1733351983284' 2024-12-04T22:39:44,721 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:39:44,721 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:39:44,721 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:39:44,722 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:39:44,722 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:39:44,722 DEBUG [RS:1;9840c0493aab:41771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,41771,1733351983236 2024-12-04T22:39:44,722 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:39:44,722 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,41771,1733351983236' 2024-12-04T22:39:44,722 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:39:44,722 DEBUG [RS:2;9840c0493aab:38923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:39:44,722 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:39:44,722 INFO [RS:2;9840c0493aab:38923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:39:44,723 DEBUG [RS:0;9840c0493aab:46875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:39:44,723 INFO [RS:0;9840c0493aab:46875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:39:44,723 INFO [RS:2;9840c0493aab:38923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:39:44,723 INFO [RS:0;9840c0493aab:46875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:39:44,723 DEBUG [RS:1;9840c0493aab:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:39:44,723 INFO [RS:1;9840c0493aab:41771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:39:44,723 INFO [RS:1;9840c0493aab:41771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:39:44,828 INFO [RS:1;9840c0493aab:41771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:39:44,828 INFO [RS:0;9840c0493aab:46875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:39:44,828 INFO [RS:2;9840c0493aab:38923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:39:44,831 INFO [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C46875%2C1733351983130, suffix=, logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130, archiveDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs, maxLogs=32 2024-12-04T22:39:44,831 INFO [RS:1;9840c0493aab:41771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C41771%2C1733351983236, suffix=, logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236, archiveDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs, maxLogs=32 2024-12-04T22:39:44,831 INFO [RS:2;9840c0493aab:38923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C38923%2C1733351983284, suffix=, logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,38923,1733351983284, archiveDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs, maxLogs=32 2024-12-04T22:39:44,850 DEBUG [RS:2;9840c0493aab:38923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,38923,1733351983284/9840c0493aab%2C38923%2C1733351983284.1733351984835, exclude list is [], retry=0 2024-12-04T22:39:44,853 DEBUG [RS:1;9840c0493aab:41771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236/9840c0493aab%2C41771%2C1733351983236.1733351984835, exclude list is [], retry=0 2024-12-04T22:39:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-e00f1ce2-9110-4e57-b580-5682f7352756,DISK] 2024-12-04T22:39:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-e1190da4-2dd9-4671-94a9-8c403954db71,DISK] 2024-12-04T22:39:44,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46585,DS-680b3f56-efe4-4d43-bbd9-a94264df4af6,DISK] 2024-12-04T22:39:44,856 DEBUG [RS:0;9840c0493aab:46875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130/9840c0493aab%2C46875%2C1733351983130.1733351984834, exclude list is [], retry=0 2024-12-04T22:39:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-e1190da4-2dd9-4671-94a9-8c403954db71,DISK] 2024-12-04T22:39:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46585,DS-680b3f56-efe4-4d43-bbd9-a94264df4af6,DISK] 2024-12-04T22:39:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-e00f1ce2-9110-4e57-b580-5682f7352756,DISK] 2024-12-04T22:39:44,861 INFO [RS:2;9840c0493aab:38923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,38923,1733351983284/9840c0493aab%2C38923%2C1733351983284.1733351984835 2024-12-04T22:39:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-e00f1ce2-9110-4e57-b580-5682f7352756,DISK] 2024-12-04T22:39:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-e1190da4-2dd9-4671-94a9-8c403954db71,DISK] 2024-12-04T22:39:44,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46585,DS-680b3f56-efe4-4d43-bbd9-a94264df4af6,DISK] 2024-12-04T22:39:44,865 DEBUG [RS:2;9840c0493aab:38923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527),(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-04T22:39:44,881 INFO [RS:1;9840c0493aab:41771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236/9840c0493aab%2C41771%2C1733351983236.1733351984835 2024-12-04T22:39:44,881 INFO [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130/9840c0493aab%2C46875%2C1733351983130.1733351984834 2024-12-04T22:39:44,885 DEBUG [RS:1;9840c0493aab:41771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:42527:42527),(127.0.0.1/127.0.0.1:39123:39123)] 2024-12-04T22:39:44,885 DEBUG [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527),(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:42375:42375)] 2024-12-04T22:39:44,964 DEBUG [9840c0493aab:37401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T22:39:44,974 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T22:39:44,981 INFO [9840c0493aab:37401 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:39:44,981 INFO [9840c0493aab:37401 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:39:44,981 INFO [9840c0493aab:37401 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T22:39:44,981 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:39:44,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:39:44,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,46875,1733351983130, state=OPENING 2024-12-04T22:39:45,004 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:39:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:45,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:39:45,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:45,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:45,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:45,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:45,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:39:45,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:39:52,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T22:39:52,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T22:39:55,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:39:55,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60665, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:39:55,066 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:39:55,066 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:39:55,066 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:39:55,070 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C46875%2C1733351983130.meta, suffix=.meta, logDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130, archiveDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs, maxLogs=32 2024-12-04T22:39:55,084 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130/9840c0493aab%2C46875%2C1733351983130.meta.1733351995071.meta, exclude list is [], retry=0 2024-12-04T22:39:55,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46585,DS-680b3f56-efe4-4d43-bbd9-a94264df4af6,DISK] 2024-12-04T22:39:55,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41617,DS-e00f1ce2-9110-4e57-b580-5682f7352756,DISK] 2024-12-04T22:39:55,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-e1190da4-2dd9-4671-94a9-8c403954db71,DISK] 2024-12-04T22:39:55,090 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,46875,1733351983130/9840c0493aab%2C46875%2C1733351983130.meta.1733351995071.meta 2024-12-04T22:39:55,090 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:39123:39123),(127.0.0.1/127.0.0.1:42527:42527)] 2024-12-04T22:39:55,091 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:39:55,092 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:39:55,094 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:39:55,099 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:39:55,104 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:39:55,104 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,105 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:39:55,105 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:39:55,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:39:55,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:39:55,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:55,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:55,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:39:55,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:39:55,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:39:55,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:39:55,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:55,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:55,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:39:55,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:39:55,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:55,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:39:55,123 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:39:55,125 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740 2024-12-04T22:39:55,128 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740 2024-12-04T22:39:55,132 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:39:55,132 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:39:55,133 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:39:55,137 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:39:55,139 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71059986, jitterRate=0.05887630581855774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:39:55,140 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:39:55,141 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733351995105Writing region info on filesystem at 1733351995105Initializing all the Stores at 1733351995108 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351995108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351995108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733351995108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733351995108Cleaning up temporary data from old regions at 1733351995132 (+24 ms)Running coprocessor post-open hooks at 1733351995140 (+8 ms)Region opened successfully at 1733351995141 (+1 ms) 2024-12-04T22:39:55,149 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733351995043 2024-12-04T22:39:55,159 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:39:55,160 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:39:55,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:39:55,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,46875,1733351983130, state=OPEN 2024-12-04T22:39:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:39:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:39:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:39:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:39:55,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:55,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:55,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:55,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:39:55,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,46875,1733351983130 2024-12-04T22:39:55,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:39:55,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,46875,1733351983130 in 10.2010 sec 2024-12-04T22:39:55,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:39:55,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6850 sec 2024-12-04T22:39:55,234 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:39:55,234 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:39:55,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:39:55,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,46875,1733351983130, seqNum=-1] 2024-12-04T22:39:55,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:39:55,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46637, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:39:55,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9960 sec 2024-12-04T22:39:55,291 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733351995291, completionTime=-1 2024-12-04T22:39:55,294 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T22:39:55,294 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:39:55,354 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T22:39:55,354 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352055354 2024-12-04T22:39:55,354 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352115354 2024-12-04T22:39:55,354 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 60 msec 2024-12-04T22:39:55,357 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:39:55,365 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,365 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,365 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,367 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:37401, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,368 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,372 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,376 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:39:55,400 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.014sec 2024-12-04T22:39:55,402 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:39:55,403 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:39:55,404 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:39:55,405 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:39:55,405 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:39:55,406 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:39:55,406 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:39:55,412 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:39:55,413 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:39:55,414 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,37401,1733351982398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:39:55,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d07a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,447 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T22:39:55,447 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T22:39:55,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37401,-1 for getting cluster id 2024-12-04T22:39:55,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:39:55,466 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a86bf7-47ba-4357-a8fe-6d538b86cf28' 2024-12-04T22:39:55,469 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:39:55,469 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a86bf7-47ba-4357-a8fe-6d538b86cf28" 2024-12-04T22:39:55,470 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fe2e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,470 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37401,-1] 2024-12-04T22:39:55,473 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:39:55,475 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:39:55,476 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:39:55,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd2732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:39:55,487 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,46875,1733351983130, seqNum=-1] 2024-12-04T22:39:55,487 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:39:55,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:39:55,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,37401,1733351982398 2024-12-04T22:39:55,511 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733351995510 (current time:1733351995510). 2024-12-04T22:39:55,512 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T22:39:55,512 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T22:39:55,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf5e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,37401,-1 for getting cluster id 2024-12-04T22:39:55,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:39:55,515 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a86bf7-47ba-4357-a8fe-6d538b86cf28' 2024-12-04T22:39:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:39:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a86bf7-47ba-4357-a8fe-6d538b86cf28" 2024-12-04T22:39:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73346e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,37401,-1] 2024-12-04T22:39:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:39:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:39:55,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:39:55,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3b360c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:39:55,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:39:55,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,46875,1733351983130, seqNum=-1] 2024-12-04T22:39:55,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:39:55,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:39:55,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:39:55,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:39:55,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:39:55,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:39:55,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:39:55,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:39:55,543 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,37401,1733351982398 2024-12-04T22:39:55,545 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b72c12 2024-12-04T22:39:55,546 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:39:55,548 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:39:55,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:39:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T22:39:55,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:39:55,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T22:39:55,568 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:39:55,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:39:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:39:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:39:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:39:55,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c7d2db45c167ecf45f23d264c70c362, NAME => 'SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,591 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e9afc31382bb705aca5d7cbd94d3c0e5, NAME => 'SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d99cd4904667037da8a71ddd18767bbf, NAME => 'SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741840_1016 (size=54) 2024-12-04T22:39:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741840_1016 (size=54) 2024-12-04T22:39:55,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741840_1016 (size=54) 2024-12-04T22:39:55,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5c7d2db45c167ecf45f23d264c70c362, disabling compactions & flushes 2024-12-04T22:39:55,614 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:39:55,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:39:55,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. after waiting 0 ms 2024-12-04T22:39:55,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:39:55,614 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:39:55,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c7d2db45c167ecf45f23d264c70c362: Waiting for close lock at 1733351995614Disabling compacts and flushes for region at 1733351995614Disabling writes for close at 1733351995614Writing region close event to WAL at 1733351995614Closed at 1733351995614 2024-12-04T22:39:55,614 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8d89330864026a6af461111be437b68, NAME => 'SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741838_1014 (size=62) 2024-12-04T22:39:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741838_1014 (size=62) 2024-12-04T22:39:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741838_1014 (size=62) 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d99cd4904667037da8a71ddd18767bbf, disabling compactions & flushes 2024-12-04T22:39:55,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. after waiting 0 ms 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:39:55,630 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:39:55,630 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d99cd4904667037da8a71ddd18767bbf: Waiting for close lock at 1733351995630Disabling compacts and flushes for region at 1733351995630Disabling writes for close at 1733351995630Writing region close event to WAL at 1733351995630Closed at 1733351995630 2024-12-04T22:39:55,631 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5b4498df092bb85fe237f10d1a3808c, NAME => 'SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:39:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:39:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:39:55,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e9afc31382bb705aca5d7cbd94d3c0e5, disabling compactions & flushes 2024-12-04T22:39:55,636 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:39:55,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:39:55,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. after waiting 0 ms 2024-12-04T22:39:55,636 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:39:55,636 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:39:55,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e9afc31382bb705aca5d7cbd94d3c0e5: Waiting for close lock at 1733351995636Disabling compacts and flushes for region at 1733351995636Disabling writes for close at 1733351995636Writing region close event to WAL at 1733351995636Closed at 1733351995636 2024-12-04T22:39:55,637 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => feefc1c42baf7845bd50b97b3269afd4, NAME => 'SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:39:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:39:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a8d89330864026a6af461111be437b68, disabling compactions & flushes 2024-12-04T22:39:55,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. after waiting 0 ms 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:39:55,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:39:55,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8d89330864026a6af461111be437b68: Waiting for close lock at 1733351995649Disabling compacts and flushes for region at 1733351995649Disabling writes for close at 1733351995649Writing region close event to WAL at 1733351995649Closed at 1733351995649 2024-12-04T22:39:55,650 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db9598a261dc80e00eb6a7fbc902d0a, NAME => 'SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:39:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:39:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5b4498df092bb85fe237f10d1a3808c, disabling compactions & flushes 2024-12-04T22:39:55,654 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. after waiting 0 ms 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:39:55,654 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:39:55,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5b4498df092bb85fe237f10d1a3808c: Waiting for close lock at 1733351995654Disabling compacts and flushes for region at 1733351995654Disabling writes for close at 1733351995654Writing region close event to WAL at 1733351995654Closed at 1733351995654 2024-12-04T22:39:55,655 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 32addd1c697fc9b76d91dc8c6c7b12f8, NAME => 'SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:39:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:39:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:39:55,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing feefc1c42baf7845bd50b97b3269afd4, disabling compactions & flushes 2024-12-04T22:39:55,660 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:39:55,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:39:55,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. after waiting 0 ms 2024-12-04T22:39:55,660 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:39:55,660 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:39:55,661 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for feefc1c42baf7845bd50b97b3269afd4: Waiting for close lock at 1733351995660Disabling compacts and flushes for region at 1733351995660Disabling writes for close at 1733351995660Writing region close event to WAL at 1733351995660Closed at 1733351995660 2024-12-04T22:39:55,661 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 49d4ea1f5982aba45e6574799b67b9ee, NAME => 'SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:39:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:39:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:39:55,664 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0db9598a261dc80e00eb6a7fbc902d0a, disabling compactions & flushes 2024-12-04T22:39:55,665 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:39:55,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:39:55,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. after waiting 0 ms 2024-12-04T22:39:55,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:39:55,665 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:39:55,665 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db9598a261dc80e00eb6a7fbc902d0a: Waiting for close lock at 1733351995665Disabling compacts and flushes for region at 1733351995665Disabling writes for close at 1733351995665Writing region close event to WAL at 1733351995665Closed at 1733351995665 2024-12-04T22:39:55,666 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaaaacde9723d5cfe6b417c51d495570, NAME => 'SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa 2024-12-04T22:39:55,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:39:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:39:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:39:55,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 32addd1c697fc9b76d91dc8c6c7b12f8, disabling compactions & flushes 2024-12-04T22:39:55,674 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:39:55,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:39:55,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. after waiting 0 ms 2024-12-04T22:39:55,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:39:55,674 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:39:55,674 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 32addd1c697fc9b76d91dc8c6c7b12f8: Waiting for close lock at 1733351995674Disabling compacts and flushes for region at 1733351995674Disabling writes for close at 1733351995674Writing region close event to WAL at 1733351995674Closed at 1733351995674 2024-12-04T22:39:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:39:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:39:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 49d4ea1f5982aba45e6574799b67b9ee, disabling compactions & flushes 2024-12-04T22:39:55,681 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. after waiting 0 ms 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:39:55,681 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:39:55,681 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 49d4ea1f5982aba45e6574799b67b9ee: Waiting for close lock at 1733351995681Disabling compacts and flushes for region at 1733351995681Disabling writes for close at 1733351995681Writing region close event to WAL at 1733351995681Closed at 1733351995681 2024-12-04T22:39:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:39:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:39:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing aaaaacde9723d5cfe6b417c51d495570, disabling compactions & flushes 2024-12-04T22:39:55,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. after waiting 0 ms 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:39:55,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:39:55,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaaaacde9723d5cfe6b417c51d495570: Waiting for close lock at 1733351995686Disabling compacts and flushes for region at 1733351995686Disabling writes for close at 1733351995686Writing region close event to WAL at 1733351995686Closed at 1733351995686 2024-12-04T22:39:55,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:39:55,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733351995688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733351995688"}]},"ts":"1733351995688"} 2024-12-04T22:39:55,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T22:39:55,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:39:55,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733351995728"}]},"ts":"1733351995728"} 2024-12-04T22:39:55,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T22:39:55,740 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T22:39:55,747 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:39:55,747 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:39:55,747 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T22:39:55,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:39:55,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9afc31382bb705aca5d7cbd94d3c0e5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99cd4904667037da8a71ddd18767bbf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b4498df092bb85fe237f10d1a3808c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feefc1c42baf7845bd50b97b3269afd4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32addd1c697fc9b76d91dc8c6c7b12f8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49d4ea1f5982aba45e6574799b67b9ee, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN}] 2024-12-04T22:39:55,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feefc1c42baf7845bd50b97b3269afd4, ASSIGN 2024-12-04T22:39:55,753 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b4498df092bb85fe237f10d1a3808c, ASSIGN 2024-12-04T22:39:55,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN 2024-12-04T22:39:55,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99cd4904667037da8a71ddd18767bbf, ASSIGN 2024-12-04T22:39:55,756 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b4498df092bb85fe237f10d1a3808c, ASSIGN; state=OFFLINE, location=9840c0493aab,46875,1733351983130; forceNewPlan=false, retain=false 2024-12-04T22:39:55,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN; state=OFFLINE, location=9840c0493aab,41771,1733351983236; forceNewPlan=false, retain=false 2024-12-04T22:39:55,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d99cd4904667037da8a71ddd18767bbf, ASSIGN; state=OFFLINE, location=9840c0493aab,46875,1733351983130; forceNewPlan=false, retain=false 2024-12-04T22:39:55,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feefc1c42baf7845bd50b97b3269afd4, ASSIGN; state=OFFLINE, location=9840c0493aab,38923,1733351983284; forceNewPlan=false, retain=false 2024-12-04T22:39:55,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN 2024-12-04T22:39:55,758 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN; state=OFFLINE, location=9840c0493aab,41771,1733351983236; forceNewPlan=false, retain=false 2024-12-04T22:39:55,762 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32addd1c697fc9b76d91dc8c6c7b12f8, ASSIGN 2024-12-04T22:39:55,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49d4ea1f5982aba45e6574799b67b9ee, ASSIGN 2024-12-04T22:39:55,763 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32addd1c697fc9b76d91dc8c6c7b12f8, ASSIGN; state=OFFLINE, location=9840c0493aab,46875,1733351983130; forceNewPlan=false, retain=false 2024-12-04T22:39:55,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9afc31382bb705aca5d7cbd94d3c0e5, ASSIGN 2024-12-04T22:39:55,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN 2024-12-04T22:39:55,765 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN 2024-12-04T22:39:55,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9afc31382bb705aca5d7cbd94d3c0e5, ASSIGN; state=OFFLINE, location=9840c0493aab,38923,1733351983284; forceNewPlan=false, retain=false 2024-12-04T22:39:55,765 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49d4ea1f5982aba45e6574799b67b9ee, ASSIGN; state=OFFLINE, location=9840c0493aab,38923,1733351983284; forceNewPlan=false, retain=false 2024-12-04T22:39:55,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN; state=OFFLINE, location=9840c0493aab,41771,1733351983236; forceNewPlan=false, retain=false 2024-12-04T22:39:55,767 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN; state=OFFLINE, location=9840c0493aab,41771,1733351983236; forceNewPlan=false, retain=false 2024-12-04T22:39:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:55,908 INFO [9840c0493aab:37401 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T22:39:55,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aaaaacde9723d5cfe6b417c51d495570, regionState=OPENING, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:39:55,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d99cd4904667037da8a71ddd18767bbf, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:39:55,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0db9598a261dc80e00eb6a7fbc902d0a, regionState=OPENING, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:39:55,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=32addd1c697fc9b76d91dc8c6c7b12f8, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:39:55,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5b4498df092bb85fe237f10d1a3808c, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:39:55,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a8d89330864026a6af461111be437b68, regionState=OPENING, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:39:55,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c7d2db45c167ecf45f23d264c70c362, regionState=OPENING, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:39:55,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=49d4ea1f5982aba45e6574799b67b9ee, regionState=OPENING, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:39:55,910 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=feefc1c42baf7845bd50b97b3269afd4, regionState=OPENING, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:39:55,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e9afc31382bb705aca5d7cbd94d3c0e5, regionState=OPENING, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:39:55,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN because future has completed 2024-12-04T22:39:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,41771,1733351983236}] 2024-12-04T22:39:55,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d99cd4904667037da8a71ddd18767bbf, ASSIGN because future has completed 2024-12-04T22:39:55,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99cd4904667037da8a71ddd18767bbf, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:39:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN because future has completed 2024-12-04T22:39:55,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32addd1c697fc9b76d91dc8c6c7b12f8, ASSIGN because future has completed 2024-12-04T22:39:55,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:39:55,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,41771,1733351983236}] 2024-12-04T22:39:55,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5b4498df092bb85fe237f10d1a3808c, ASSIGN because future has completed 2024-12-04T22:39:55,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN because future has completed 2024-12-04T22:39:55,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN because future has completed 2024-12-04T22:39:55,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b4498df092bb85fe237f10d1a3808c, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:39:55,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,41771,1733351983236}] 2024-12-04T22:39:55,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,41771,1733351983236}] 2024-12-04T22:39:55,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=feefc1c42baf7845bd50b97b3269afd4, ASSIGN because future has completed 2024-12-04T22:39:55,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9afc31382bb705aca5d7cbd94d3c0e5, ASSIGN because future has completed 2024-12-04T22:39:55,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49d4ea1f5982aba45e6574799b67b9ee, ASSIGN because future has completed 2024-12-04T22:39:55,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee, server=9840c0493aab,38923,1733351983284}] 2024-12-04T22:39:55,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure feefc1c42baf7845bd50b97b3269afd4, server=9840c0493aab,38923,1733351983284}] 2024-12-04T22:39:55,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5, server=9840c0493aab,38923,1733351983284}] 2024-12-04T22:39:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:56,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:39:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:39:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:40:00,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:40:02,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:40:02,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:40:02,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:40:02,746 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:40:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:40:05,924 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:40:05,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:40:05,938 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:40:05,938 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:05,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 32addd1c697fc9b76d91dc8c6c7b12f8, NAME => 'SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T22:40:05,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c7d2db45c167ecf45f23d264c70c362, NAME => 'SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T22:40:05,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,942 INFO [StoreOpener-32addd1c697fc9b76d91dc8c6c7b12f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,942 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,944 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7d2db45c167ecf45f23d264c70c362 columnFamilyName cf 2024-12-04T22:40:05,944 INFO [StoreOpener-32addd1c697fc9b76d91dc8c6c7b12f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32addd1c697fc9b76d91dc8c6c7b12f8 columnFamilyName cf 2024-12-04T22:40:05,945 DEBUG [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,945 DEBUG [StoreOpener-32addd1c697fc9b76d91dc8c6c7b12f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,946 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] regionserver.HStore(327): Store=5c7d2db45c167ecf45f23d264c70c362/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,946 INFO [StoreOpener-32addd1c697fc9b76d91dc8c6c7b12f8-1 {}] regionserver.HStore(327): Store=32addd1c697fc9b76d91dc8c6c7b12f8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,946 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,946 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,948 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,948 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,949 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,949 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,949 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,949 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,951 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,951 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:40:05,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:05,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:05,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53621, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:40:05,955 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 32addd1c697fc9b76d91dc8c6c7b12f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68422212, jitterRate=0.01957041025161743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:05,955 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5c7d2db45c167ecf45f23d264c70c362; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73457726, jitterRate=0.09460541605949402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:05,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:05,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:05,956 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 32addd1c697fc9b76d91dc8c6c7b12f8: Running coprocessor pre-open hook at 1733352005940Writing region info on filesystem at 1733352005940Initializing all the Stores at 1733352005941 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005941Cleaning up temporary data from old regions at 1733352005949 (+8 ms)Running coprocessor post-open hooks at 1733352005955 (+6 ms)Region opened successfully at 1733352005956 (+1 ms) 2024-12-04T22:40:05,957 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5c7d2db45c167ecf45f23d264c70c362: Running coprocessor pre-open hook at 1733352005940Writing region info on filesystem at 1733352005940Initializing all the Stores at 1733352005942 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005942Cleaning up temporary data from old regions at 1733352005949 (+7 ms)Running coprocessor post-open hooks at 1733352005955 (+6 ms)Region opened successfully at 1733352005956 (+1 ms) 2024-12-04T22:40:05,958 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362., pid=20, masterSystemTime=1733352005923 2024-12-04T22:40:05,958 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., pid=18, masterSystemTime=1733352005929 2024-12-04T22:40:05,960 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:40:05,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e9afc31382bb705aca5d7cbd94d3c0e5, NAME => 'SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T22:40:05,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:40:05,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,961 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:40:05,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,962 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d99cd4904667037da8a71ddd18767bbf, NAME => 'SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,962 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=32addd1c697fc9b76d91dc8c6c7b12f8, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:05,964 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:05,964 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:05,964 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:05,964 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => aaaaacde9723d5cfe6b417c51d495570, NAME => 'SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T22:40:05,965 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,965 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,966 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,966 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c7d2db45c167ecf45f23d264c70c362, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:40:05,966 INFO [StoreOpener-d99cd4904667037da8a71ddd18767bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8, server=9840c0493aab,46875,1733351983130 because future has completed 2024-12-04T22:40:05,970 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37401 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9840c0493aab,41771,1733351983236, table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T22:40:05,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,41771,1733351983236 because future has completed 2024-12-04T22:40:05,972 INFO [StoreOpener-d99cd4904667037da8a71ddd18767bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d99cd4904667037da8a71ddd18767bbf columnFamilyName cf 2024-12-04T22:40:05,972 DEBUG [StoreOpener-d99cd4904667037da8a71ddd18767bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,973 INFO [StoreOpener-d99cd4904667037da8a71ddd18767bbf-1 {}] regionserver.HStore(327): Store=d99cd4904667037da8a71ddd18767bbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,973 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-04T22:40:05,975 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8, server=9840c0493aab,46875,1733351983130 in 10.0470 sec 2024-12-04T22:40:05,975 INFO [StoreOpener-e9afc31382bb705aca5d7cbd94d3c0e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,976 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,976 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,976 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,976 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-04T22:40:05,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32addd1c697fc9b76d91dc8c6c7b12f8, ASSIGN in 10.2260 sec 2024-12-04T22:40:05,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,41771,1733351983236 in 10.0410 sec 2024-12-04T22:40:05,978 INFO [StoreOpener-e9afc31382bb705aca5d7cbd94d3c0e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9afc31382bb705aca5d7cbd94d3c0e5 columnFamilyName cf 2024-12-04T22:40:05,978 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaaaacde9723d5cfe6b417c51d495570 columnFamilyName cf 2024-12-04T22:40:05,978 DEBUG [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,979 DEBUG [StoreOpener-e9afc31382bb705aca5d7cbd94d3c0e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,979 INFO [StoreOpener-e9afc31382bb705aca5d7cbd94d3c0e5-1 {}] regionserver.HStore(327): Store=e9afc31382bb705aca5d7cbd94d3c0e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,979 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] regionserver.HStore(327): Store=aaaaacde9723d5cfe6b417c51d495570/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,979 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,979 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,979 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,981 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN in 10.2290 sec 2024-12-04T22:40:05,981 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,981 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,982 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,982 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,982 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,982 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/d99cd4904667037da8a71ddd18767bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:05,982 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,983 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,983 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d99cd4904667037da8a71ddd18767bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60818840, jitterRate=-0.09372866153717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:05,983 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:05,983 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d99cd4904667037da8a71ddd18767bbf: Running coprocessor pre-open hook at 1733352005963Writing region info on filesystem at 1733352005963Initializing all the Stores at 1733352005964 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005964Cleaning up temporary data from old regions at 1733352005976 (+12 ms)Running coprocessor post-open hooks at 1733352005983 (+7 ms)Region opened successfully at 1733352005983 2024-12-04T22:40:05,984 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,984 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf., pid=16, masterSystemTime=1733352005929 2024-12-04T22:40:05,985 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,987 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/e9afc31382bb705aca5d7cbd94d3c0e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:05,987 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:40:05,988 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:40:05,988 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:40:05,988 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f5b4498df092bb85fe237f10d1a3808c, NAME => 'SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T22:40:05,988 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e9afc31382bb705aca5d7cbd94d3c0e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70164963, jitterRate=0.04553942382335663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:05,988 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e9afc31382bb705aca5d7cbd94d3c0e5: Running coprocessor pre-open hook at 1733352005962Writing region info on filesystem at 1733352005962Initializing all the Stores at 1733352005965 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005965Cleaning up temporary data from old regions at 1733352005982 (+17 ms)Running coprocessor post-open hooks at 1733352005988 (+6 ms)Region opened successfully at 1733352005989 (+1 ms) 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,989 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:05,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d99cd4904667037da8a71ddd18767bbf, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:05,990 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5., pid=24, masterSystemTime=1733352005953 2024-12-04T22:40:05,992 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened aaaaacde9723d5cfe6b417c51d495570; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60448573, jitterRate=-0.0992460697889328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:05,992 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:05,992 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for aaaaacde9723d5cfe6b417c51d495570: Running coprocessor pre-open hook at 1733352005966Writing region info on filesystem at 1733352005966Initializing all the Stores at 1733352005970 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005970Cleaning up temporary data from old regions at 1733352005983 (+13 ms)Running coprocessor post-open hooks at 1733352005992 (+9 ms)Region opened successfully at 1733352005992 2024-12-04T22:40:05,992 INFO [StoreOpener-f5b4498df092bb85fe237f10d1a3808c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,993 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:40:05,993 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:40:05,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d99cd4904667037da8a71ddd18767bbf, server=9840c0493aab,46875,1733351983130 because future has completed 2024-12-04T22:40:05,993 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:40:05,993 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 49d4ea1f5982aba45e6574799b67b9ee, NAME => 'SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T22:40:05,994 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:05,994 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,994 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:05,994 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:05,994 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., pid=15, masterSystemTime=1733352005923 2024-12-04T22:40:05,995 INFO [StoreOpener-f5b4498df092bb85fe237f10d1a3808c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5b4498df092bb85fe237f10d1a3808c columnFamilyName cf 2024-12-04T22:40:05,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e9afc31382bb705aca5d7cbd94d3c0e5, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:05,995 DEBUG [StoreOpener-f5b4498df092bb85fe237f10d1a3808c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:05,997 INFO [StoreOpener-f5b4498df092bb85fe237f10d1a3808c-1 {}] regionserver.HStore(327): Store=f5b4498df092bb85fe237f10d1a3808c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:05,997 INFO [StoreOpener-49d4ea1f5982aba45e6574799b67b9ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:05,997 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,997 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:05,998 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:05,998 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:05,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a8d89330864026a6af461111be437b68, NAME => 'SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T22:40:05,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:05,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8d89330864026a6af461111be437b68 2024-12-04T22:40:05,998 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:05,999 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a8d89330864026a6af461111be437b68 2024-12-04T22:40:05,999 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a8d89330864026a6af461111be437b68 2024-12-04T22:40:05,999 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aaaaacde9723d5cfe6b417c51d495570, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:40:06,000 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:06,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5, server=9840c0493aab,38923,1733351983284 because future has completed 2024-12-04T22:40:06,001 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:06,001 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:06,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-12-04T22:40:06,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d99cd4904667037da8a71ddd18767bbf, server=9840c0493aab,46875,1733351983130 in 10.0780 sec 2024-12-04T22:40:06,002 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,004 INFO [StoreOpener-49d4ea1f5982aba45e6574799b67b9ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49d4ea1f5982aba45e6574799b67b9ee columnFamilyName cf 2024-12-04T22:40:06,004 DEBUG [StoreOpener-49d4ea1f5982aba45e6574799b67b9ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:06,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,41771,1733351983236 because future has completed 2024-12-04T22:40:06,005 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d89330864026a6af461111be437b68 columnFamilyName cf 2024-12-04T22:40:06,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d99cd4904667037da8a71ddd18767bbf, ASSIGN in 10.2530 sec 2024-12-04T22:40:06,006 DEBUG [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:06,006 INFO [StoreOpener-49d4ea1f5982aba45e6574799b67b9ee-1 {}] regionserver.HStore(327): Store=49d4ea1f5982aba45e6574799b67b9ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:06,006 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:06,006 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,007 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] regionserver.HStore(327): Store=a8d89330864026a6af461111be437b68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:06,007 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,008 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-04T22:40:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5, server=9840c0493aab,38923,1733351983284 in 10.0530 sec 2024-12-04T22:40:06,009 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,010 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,011 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/f5b4498df092bb85fe237f10d1a3808c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:06,012 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f5b4498df092bb85fe237f10d1a3808c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72860298, jitterRate=0.085703045129776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:06,012 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:06,012 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f5b4498df092bb85fe237f10d1a3808c: Running coprocessor pre-open hook at 1733352005989Writing region info on filesystem at 1733352005989Initializing all the Stores at 1733352005992 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005992Cleaning up temporary data from old regions at 1733352006001 (+9 ms)Running coprocessor post-open hooks at 1733352006012 (+11 ms)Region opened successfully at 1733352006012 2024-12-04T22:40:06,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T22:40:06,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,41771,1733351983236 in 10.0930 sec 2024-12-04T22:40:06,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9afc31382bb705aca5d7cbd94d3c0e5, ASSIGN in 10.2590 sec 2024-12-04T22:40:06,013 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,014 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,014 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c., pid=19, masterSystemTime=1733352005929 2024-12-04T22:40:06,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN in 10.2630 sec 2024-12-04T22:40:06,017 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:40:06,017 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:40:06,018 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:06,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5b4498df092bb85fe237f10d1a3808c, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:06,019 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:06,019 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a8d89330864026a6af461111be437b68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66934067, jitterRate=-0.0026046782732009888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:06,019 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8d89330864026a6af461111be437b68 2024-12-04T22:40:06,019 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a8d89330864026a6af461111be437b68: Running coprocessor pre-open hook at 1733352005999Writing region info on filesystem at 1733352005999Initializing all the Stores at 1733352006001 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352006001Cleaning up temporary data from old regions at 1733352006010 (+9 ms)Running coprocessor post-open hooks at 1733352006019 (+9 ms)Region opened successfully at 1733352006019 2024-12-04T22:40:06,019 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 49d4ea1f5982aba45e6574799b67b9ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72048871, jitterRate=0.07361184060573578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:06,019 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:06,020 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 49d4ea1f5982aba45e6574799b67b9ee: Running coprocessor pre-open hook at 1733352005994Writing region info on filesystem at 1733352005994Initializing all the Stores at 1733352005996 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352005996Cleaning up temporary data from old regions at 1733352006010 (+14 ms)Running coprocessor post-open hooks at 1733352006019 (+9 ms)Region opened successfully at 1733352006020 (+1 ms) 2024-12-04T22:40:06,021 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68., pid=21, masterSystemTime=1733352005923 2024-12-04T22:40:06,021 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., pid=23, masterSystemTime=1733352005953 2024-12-04T22:40:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5b4498df092bb85fe237f10d1a3808c, server=9840c0493aab,46875,1733351983130 because future has completed 2024-12-04T22:40:06,023 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:06,024 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:06,024 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:06,024 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db9598a261dc80e00eb6a7fbc902d0a, NAME => 'SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T22:40:06,024 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,025 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:06,025 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,025 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,026 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:40:06,027 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:40:06,027 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a8d89330864026a6af461111be437b68, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:40:06,027 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:40:06,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=49d4ea1f5982aba45e6574799b67b9ee, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:06,027 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => feefc1c42baf7845bd50b97b3269afd4, NAME => 'SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T22:40:06,028 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,029 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:06,029 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,029 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-04T22:40:06,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,41771,1733351983236 because future has completed 2024-12-04T22:40:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5b4498df092bb85fe237f10d1a3808c, server=9840c0493aab,46875,1733351983130 in 10.0950 sec 2024-12-04T22:40:06,032 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee, server=9840c0493aab,38923,1733351983284 because future has completed 2024-12-04T22:40:06,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5b4498df092bb85fe237f10d1a3808c, ASSIGN in 10.2800 sec 2024-12-04T22:40:06,035 INFO [StoreOpener-feefc1c42baf7845bd50b97b3269afd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,035 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db9598a261dc80e00eb6a7fbc902d0a columnFamilyName cf 2024-12-04T22:40:06,036 DEBUG [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:06,036 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] regionserver.HStore(327): Store=0db9598a261dc80e00eb6a7fbc902d0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:06,037 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,037 INFO [StoreOpener-feefc1c42baf7845bd50b97b3269afd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feefc1c42baf7845bd50b97b3269afd4 columnFamilyName cf 2024-12-04T22:40:06,037 DEBUG [StoreOpener-feefc1c42baf7845bd50b97b3269afd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:06,038 INFO [StoreOpener-feefc1c42baf7845bd50b97b3269afd4-1 {}] regionserver.HStore(327): Store=feefc1c42baf7845bd50b97b3269afd4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:06,038 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,038 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,038 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,039 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,039 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,039 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,040 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,040 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,040 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,042 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-04T22:40:06,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,41771,1733351983236 in 10.1010 sec 2024-12-04T22:40:06,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-12-04T22:40:06,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee, server=9840c0493aab,38923,1733351983284 in 10.0940 sec 2024-12-04T22:40:06,044 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN in 10.2930 sec 2024-12-04T22:40:06,046 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:06,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49d4ea1f5982aba45e6574799b67b9ee, ASSIGN in 10.2950 sec 2024-12-04T22:40:06,047 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0db9598a261dc80e00eb6a7fbc902d0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66269064, jitterRate=-0.012513995170593262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:06,047 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:06,048 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0db9598a261dc80e00eb6a7fbc902d0a: Running coprocessor pre-open hook at 1733352006025Writing region info on filesystem at 1733352006025Initializing all the Stores at 1733352006028 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352006028Cleaning up temporary data from old regions at 1733352006039 (+11 ms)Running coprocessor post-open hooks at 1733352006047 (+8 ms)Region opened successfully at 1733352006047 2024-12-04T22:40:06,048 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/feefc1c42baf7845bd50b97b3269afd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:40:06,049 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., pid=17, masterSystemTime=1733352005923 2024-12-04T22:40:06,049 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened feefc1c42baf7845bd50b97b3269afd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71710554, jitterRate=0.06857052445411682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:06,049 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:06,049 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for feefc1c42baf7845bd50b97b3269afd4: Running coprocessor pre-open hook at 1733352006029Writing region info on filesystem at 1733352006029Initializing all the Stores at 1733352006031 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352006031Cleaning up temporary data from old regions at 1733352006041 (+10 ms)Running coprocessor post-open hooks at 1733352006049 (+8 ms)Region opened successfully at 1733352006049 2024-12-04T22:40:06,050 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4., pid=22, masterSystemTime=1733352005953 2024-12-04T22:40:06,051 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:06,051 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:06,052 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0db9598a261dc80e00eb6a7fbc902d0a, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,41771,1733351983236 2024-12-04T22:40:06,053 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:40:06,053 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:40:06,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=feefc1c42baf7845bd50b97b3269afd4, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:06,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,41771,1733351983236 because future has completed 2024-12-04T22:40:06,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure feefc1c42baf7845bd50b97b3269afd4, server=9840c0493aab,38923,1733351983284 because future has completed 2024-12-04T22:40:06,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-04T22:40:06,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,41771,1733351983236 in 10.1340 sec 2024-12-04T22:40:06,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-12-04T22:40:06,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN in 10.3110 sec 2024-12-04T22:40:06,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure feefc1c42baf7845bd50b97b3269afd4, server=9840c0493aab,38923,1733351983284 in 10.1180 sec 2024-12-04T22:40:06,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-04T22:40:06,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=feefc1c42baf7845bd50b97b3269afd4, ASSIGN in 10.3140 sec 2024-12-04T22:40:06,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:40:06,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352006068"}]},"ts":"1733352006068"} 2024-12-04T22:40:06,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T22:40:06,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:40:06,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5170 sec 2024-12-04T22:40:08,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T22:40:11,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:40:11,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:40:12,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-04T22:40:12,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-04T22:40:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:40:13,826 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T22:40:13,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T22:40:13,828 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:40:13,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T22:40:13,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:40:13,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T22:40:13,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., hostname=9840c0493aab,46875,1733351983130, seqNum=2] 2024-12-04T22:40:13,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:13,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:14,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., hostname=9840c0493aab,38923,1733351983284, seqNum=2] 2024-12-04T22:40:14,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., hostname=9840c0493aab,41771,1733351983236, seqNum=2] 2024-12-04T22:40:14,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:40:14,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:40:14,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:40:14,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:40:14,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:40:14,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:14,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:40:14,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:40:15,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41771 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:40:15,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T22:40:15,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:40:15,544 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T22:40:15,550 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T22:40:15,562 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T22:40:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:40:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:40:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:40:15,576 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T22:40:15,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99cd4904667037da8a71ddd18767bbf}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b4498df092bb85fe237f10d1a3808c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feefc1c42baf7845bd50b97b3269afd4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570}] 2024-12-04T22:40:15,584 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:15,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:15,584 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:15,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:15,585 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:15,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:15,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:15,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:15,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:15,592 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:15,644 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9840c0493aab,41771,1733351983236 2024-12-04T22:40:15,645 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9840c0493aab,41771,1733351983236: Simulated kill ***** 2024-12-04T22:40:15,645 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T22:40:15,647 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T22:40:15,648 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T22:40:15,650 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T22:40:15,650 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T22:40:15,654 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 622437008 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153692888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9840c0493aab", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9840c0493aab", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61041", "tag.serverName": "9840c0493aab,38923,1733351983284", "tag.clusterId": "84a86bf7-47ba-4357-a8fe-6d538b86cf28", "tag.Context": "regionserver", "tag.Hostname": "9840c0493aab", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733351983284, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-04T22:40:15,657 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37401 {}] master.MasterRpcServices(700): 9840c0493aab,41771,1733351983236 reported a fatal error: ***** ABORTING region server 9840c0493aab,41771,1733351983236: Simulated kill ***** 2024-12-04T22:40:15,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,41771,1733351983236' ***** 2024-12-04T22:40:15,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T22:40:15,660 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:40:15,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:40:15,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:40:15,660 INFO [RS:1;9840c0493aab:41771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T22:40:15,660 INFO [RS:1;9840c0493aab:41771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T22:40:15,660 INFO [RS:1;9840c0493aab:41771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:40:15,660 INFO [RS:1;9840c0493aab:41771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9840c0493aab:41771. 2024-12-04T22:40:15,660 DEBUG [RS:1;9840c0493aab:41771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:40:15,660 DEBUG [RS:1;9840c0493aab:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:40:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741834_1010 (size=1242) 2024-12-04T22:40:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741834_1010 (size=1242) 2024-12-04T22:40:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741834_1010 (size=1242) 2024-12-04T22:40:15,667 DEBUG [RS:1;9840c0493aab:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:40:15,667 INFO [RS:1;9840c0493aab:41771 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:40:15,667 INFO [RS:1;9840c0493aab:41771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41771 2024-12-04T22:40:15,675 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:40:15,675 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:40:15,709 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:40:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:40:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,41771,1733351983236 2024-12-04T22:40:15,748 INFO [RS:1;9840c0493aab:41771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:40:15,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,41771,1733351983236] 2024-12-04T22:40:15,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,41771,1733351983236 already deleted, retry=false 2024-12-04T22:40:15,771 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9840c0493aab,41771,1733351983236 on 9840c0493aab,37401,1733351982398 2024-12-04T22:40:15,776 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9840c0493aab,41771,1733351983236, splitWal=true, meta=false 2024-12-04T22:40:15,781 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 9840c0493aab,41771,1733351983236 (carryingMeta=false) 9840c0493aab,41771,1733351983236/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3fef2ea6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T22:40:15,781 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9840c0493aab,41771,1733351983236, splitWal=true, meta=false 2024-12-04T22:40:15,783 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9840c0493aab,41771,1733351983236 had 4 regions 2024-12-04T22:40:15,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:15,784 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:15,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:15,784 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:15,785 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9840c0493aab,41771,1733351983236, splitWal=true, meta=false, isMeta: false 2024-12-04T22:40:15,785 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 can not run currently because target server of region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T22:40:15,785 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68; timeout=1000, timestamp=1733352016785 2024-12-04T22:40:15,788 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 can not run currently because target server of region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T22:40:15,788 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362; timeout=1000, timestamp=1733352016788 2024-12-04T22:40:15,788 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 can not run currently because target server of region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T22:40:15,788 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570; timeout=1000, timestamp=1733352016788 2024-12-04T22:40:15,788 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a can not run currently because target server of region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 1000 ms to retry 2024-12-04T22:40:15,788 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a; timeout=1000, timestamp=1733352016788 2024-12-04T22:40:15,789 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting 2024-12-04T22:40:15,792 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9840c0493aab,41771,1733351983236 WAL count=1, meta=false 2024-12-04T22:40:15,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9840c0493aab%2C41771%2C1733351983236.1733351984835}] 2024-12-04T22:40:15,803 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:15,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9840c0493aab%2C41771%2C1733351983236.1733351984835, worker=9840c0493aab,38923,1733351983284}] 2024-12-04T22:40:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:40:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x101a2803d710002, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:40:15,862 INFO [RS:1;9840c0493aab:41771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:40:15,862 INFO [RS:1;9840c0493aab:41771 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,41771,1733351983236; zookeeper connection closed. 2024-12-04T22:40:15,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ed93ef7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ed93ef7 2024-12-04T22:40:16,786 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:16,787 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 can not run currently because target server of region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T22:40:16,787 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68; timeout=2000, timestamp=1733352018787 2024-12-04T22:40:16,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:16,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:16,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:16,791 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 can not run currently because target server of region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T22:40:16,791 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 can not run currently because target server of region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T22:40:16,791 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a can not run currently because target server of region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 2000 ms to retry 2024-12-04T22:40:16,791 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a; timeout=2000, timestamp=1733352018791 2024-12-04T22:40:16,791 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362; timeout=2000, timestamp=1733352018791 2024-12-04T22:40:16,791 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570; timeout=2000, timestamp=1733352018791 2024-12-04T22:40:18,361 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9840c0493aab:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T22:40:18,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:18,790 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 can not run currently because target server of region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T22:40:18,790 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68; timeout=4000, timestamp=1733352022790 2024-12-04T22:40:18,791 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:18,792 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:18,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:18,794 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 can not run currently because target server of region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T22:40:18,794 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a can not run currently because target server of region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T22:40:18,794 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362; timeout=4000, timestamp=1733352022794 2024-12-04T22:40:18,794 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a; timeout=4000, timestamp=1733352022794 2024-12-04T22:40:18,794 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 can not run currently because target server of region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 4000 ms to retry 2024-12-04T22:40:18,794 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570; timeout=4000, timestamp=1733352022794 2024-12-04T22:40:22,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:22,794 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 can not run currently because target server of region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T22:40:22,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:22,794 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a8d89330864026a6af461111be437b68; timeout=8000, timestamp=1733352030794 2024-12-04T22:40:22,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:22,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:22,797 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a can not run currently because target server of region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T22:40:22,798 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a; timeout=8000, timestamp=1733352030797 2024-12-04T22:40:22,798 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 can not run currently because target server of region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T22:40:22,798 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 can not run currently because target server of region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 9840c0493aab,41771,1733351983236 is in state SPLITTING, wait 8000 ms to retry 2024-12-04T22:40:22,798 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570; timeout=8000, timestamp=1733352030798 2024-12-04T22:40:22,798 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362; timeout=8000, timestamp=1733352030798 2024-12-04T22:40:25,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T22:40:25,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T22:40:25,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T22:40:25,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T22:40:25,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:40:25,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:40:25,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T22:40:25,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:40:25,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:40:25,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:40:25,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-04T22:40:25,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T22:40:25,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:40:25,605 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 49d4ea1f5982aba45e6574799b67b9ee 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T22:40:25,605 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 32addd1c697fc9b76d91dc8c6c7b12f8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for feefc1c42baf7845bd50b97b3269afd4: 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d99cd4904667037da8a71ddd18767bbf: 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f5b4498df092bb85fe237f10d1a3808c: 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:25,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:25,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:25,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e9afc31382bb705aca5d7cbd94d3c0e5: 2024-12-04T22:40:25,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:25,628 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835, size=1.2 K (1242bytes) 2024-12-04T22:40:25,629 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T22:40:25,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T22:40:25,630 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 2024-12-04T22:40:25,636 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 after 4ms 2024-12-04T22:40:25,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:40:25,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:40:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:40:25,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:40:25,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T22:40:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T22:40:25,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:25,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:40:25,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure feefc1c42baf7845bd50b97b3269afd4 in 10.0800 sec 2024-12-04T22:40:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741849_1025 (size=65) 2024-12-04T22:40:25,679 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 took 52ms 2024-12-04T22:40:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741849_1025 (size=65) 2024-12-04T22:40:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741849_1025 (size=65) 2024-12-04T22:40:25,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:40:25,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T22:40:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T22:40:25,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:25,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:40:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:40:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:40:25,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d99cd4904667037da8a71ddd18767bbf in 10.1060 sec 2024-12-04T22:40:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:40:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:40:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:40:25,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:40:25,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T22:40:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:40:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T22:40:25,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:25,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:40:25,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9afc31382bb705aca5d7cbd94d3c0e5 in 10.1150 sec 2024-12-04T22:40:25,696 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5c7d2db45c167ecf45f23d264c70c362: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:40:25,699 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for aaaaacde9723d5cfe6b417c51d495570: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:40:25,701 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a8d89330864026a6af461111be437b68: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:40:25,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0db9598a261dc80e00eb6a7fbc902d0a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:40:25,704 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 so closing down 2024-12-04T22:40:25,705 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T22:40:25,705 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T22:40:25,710 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-04T22:40:25,710 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835, journal: Splitting hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835, size=1.2 K (1242bytes) at 1733352025628Finishing writing output for hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 so closing down at 1733352025704 (+76 ms)3 split writer threads finished at 1733352025705 (+1 ms)Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733352025710 (+5 ms) 2024-12-04T22:40:25,710 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 2024-12-04T22:40:25,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T22:40:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T22:40:25,721 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting/9840c0493aab%2C41771%2C1733351983236.1733351984835 to hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs 2024-12-04T22:40:25,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/.tmp/cf/ab01d883d19644bc86d422f5e24601b4 is 34, key is baa/cf:cf/1733352014828/Put/seqid=0 2024-12-04T22:40:25,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T22:40:25,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/.tmp/cf/375c3760d0ce4acaba1e402196a71780 is 34, key is ccd/cf:cf/1733352014905/Put/seqid=0 2024-12-04T22:40:25,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9840c0493aab%2C41771%2C1733351983236.1733351984835, worker=9840c0493aab,38923,1733351983284 in 9.9160 sec 2024-12-04T22:40:25,728 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:25,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-04T22:40:25,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9840c0493aab%2C41771%2C1733351983236.1733351984835, worker=9840c0493aab,38923,1733351983284 in 9.9350 sec 2024-12-04T22:40:25,737 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting dir is empty, no logs to split. 2024-12-04T22:40:25,738 INFO [PEWorker-5 {}] master.SplitWALManager(105): 9840c0493aab,41771,1733351983236 WAL count=0, meta=false 2024-12-04T22:40:25,738 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 9840c0493aab,41771,1733351983236 WAL splitting is done? wals=0, meta=false 2024-12-04T22:40:25,745 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9840c0493aab,41771,1733351983236 failed, ignore...File hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/WALs/9840c0493aab,41771,1733351983236-splitting does not exist. 2024-12-04T22:40:25,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN}] 2024-12-04T22:40:25,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN 2024-12-04T22:40:25,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN 2024-12-04T22:40:25,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN 2024-12-04T22:40:25,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN 2024-12-04T22:40:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741853_1029 (size=28623) 2024-12-04T22:40:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741853_1029 (size=28623) 2024-12-04T22:40:25,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:40:25,755 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:40:25,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741853_1029 (size=28623) 2024-12-04T22:40:25,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:40:25,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/.tmp/cf/ab01d883d19644bc86d422f5e24601b4 2024-12-04T22:40:25,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:40:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741854_1030 (size=47197) 2024-12-04T22:40:25,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741854_1030 (size=47197) 2024-12-04T22:40:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741854_1030 (size=47197) 2024-12-04T22:40:25,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/.tmp/cf/375c3760d0ce4acaba1e402196a71780 2024-12-04T22:40:25,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/.tmp/cf/ab01d883d19644bc86d422f5e24601b4 as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/cf/ab01d883d19644bc86d422f5e24601b4 2024-12-04T22:40:25,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/.tmp/cf/375c3760d0ce4acaba1e402196a71780 as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/cf/375c3760d0ce4acaba1e402196a71780 2024-12-04T22:40:25,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/cf/ab01d883d19644bc86d422f5e24601b4, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T22:40:25,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/cf/375c3760d0ce4acaba1e402196a71780, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T22:40:25,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 49d4ea1f5982aba45e6574799b67b9ee in 240ms, sequenceid=5, compaction requested=false 2024-12-04T22:40:25,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 32addd1c697fc9b76d91dc8c6c7b12f8 in 241ms, sequenceid=5, compaction requested=false 2024-12-04T22:40:25,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 49d4ea1f5982aba45e6574799b67b9ee: 2024-12-04T22:40:25,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 32addd1c697fc9b76d91dc8c6c7b12f8: 2024-12-04T22:40:25,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. for SnapshotProcedureTest completed. 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/cf/375c3760d0ce4acaba1e402196a71780] hfiles 2024-12-04T22:40:25,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/cf/ab01d883d19644bc86d422f5e24601b4] hfiles 2024-12-04T22:40:25,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/cf/ab01d883d19644bc86d422f5e24601b4 for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/cf/375c3760d0ce4acaba1e402196a71780 for snapshot=SnapshotProcedureTest 2024-12-04T22:40:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741855_1031 (size=105) 2024-12-04T22:40:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741855_1031 (size=105) 2024-12-04T22:40:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741855_1031 (size=105) 2024-12-04T22:40:25,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:40:25,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T22:40:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T22:40:25,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:25,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:40:25,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32addd1c697fc9b76d91dc8c6c7b12f8 in 10.3050 sec 2024-12-04T22:40:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741856_1032 (size=105) 2024-12-04T22:40:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741856_1032 (size=105) 2024-12-04T22:40:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741856_1032 (size=105) 2024-12-04T22:40:25,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:40:25,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T22:40:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T22:40:25,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:25,896 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:40:25,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 49d4ea1f5982aba45e6574799b67b9ee in 10.3200 sec 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:40:25,906 INFO [9840c0493aab:37401 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:40:25,906 INFO [9840c0493aab:37401 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:40:25,906 DEBUG [9840c0493aab:37401 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:40:25,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0db9598a261dc80e00eb6a7fbc902d0a, regionState=OPENING, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:25,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5c7d2db45c167ecf45f23d264c70c362, regionState=OPENING, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:25,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a8d89330864026a6af461111be437b68, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:25,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=aaaaacde9723d5cfe6b417c51d495570, regionState=OPENING, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:25,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN because future has completed 2024-12-04T22:40:25,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:40:25,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN because future has completed 2024-12-04T22:40:25,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,38923,1733351983284}] 2024-12-04T22:40:25,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN because future has completed 2024-12-04T22:40:25,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,46875,1733351983130}] 2024-12-04T22:40:25,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN because future has completed 2024-12-04T22:40:25,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,38923,1733351983284}] 2024-12-04T22:40:26,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:40:26,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T22:40:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T22:40:26,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:26,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:40:26,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5b4498df092bb85fe237f10d1a3808c in 10.5120 sec 2024-12-04T22:40:30,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 held by pid=39 2024-12-04T22:40:30,796 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:30,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a held by pid=42 2024-12-04T22:40:30,797 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:30,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 held by pid=40 2024-12-04T22:40:30,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:30,799 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 held by pid=41 2024-12-04T22:40:30,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,928 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:35,929 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a8d89330864026a6af461111be437b68, NAME => 'SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T22:40:35,929 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,929 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:35,929 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,930 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,931 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,932 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:35,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db9598a261dc80e00eb6a7fbc902d0a, NAME => 'SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T22:40:35,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:35,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,932 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,933 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d89330864026a6af461111be437b68 columnFamilyName cf 2024-12-04T22:40:35,933 DEBUG [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:35,934 INFO [StoreOpener-a8d89330864026a6af461111be437b68-1 {}] regionserver.HStore(327): Store=a8d89330864026a6af461111be437b68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:35,934 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,934 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,935 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db9598a261dc80e00eb6a7fbc902d0a columnFamilyName cf 2024-12-04T22:40:35,935 DEBUG [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:35,935 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,936 INFO [StoreOpener-0db9598a261dc80e00eb6a7fbc902d0a-1 {}] regionserver.HStore(327): Store=0db9598a261dc80e00eb6a7fbc902d0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:35,936 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,937 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,937 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,937 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,938 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,938 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,939 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,940 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,941 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a8d89330864026a6af461111be437b68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68654060, jitterRate=0.023025214672088623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:35,941 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,941 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a8d89330864026a6af461111be437b68: Running coprocessor pre-open hook at 1733352035930Writing region info on filesystem at 1733352035930Initializing all the Stores at 1733352035931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352035931Cleaning up temporary data from old regions at 1733352035938 (+7 ms)Running coprocessor post-open hooks at 1733352035941 (+3 ms)Region opened successfully at 1733352035941 2024-12-04T22:40:35,942 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,942 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68., pid=43, masterSystemTime=1733352035921 2024-12-04T22:40:35,943 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0db9598a261dc80e00eb6a7fbc902d0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62070093, jitterRate=-0.07508353888988495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:35,943 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,943 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0db9598a261dc80e00eb6a7fbc902d0a: Running coprocessor pre-open hook at 1733352035932Writing region info on filesystem at 1733352035932Initializing all the Stores at 1733352035934 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352035934Cleaning up temporary data from old regions at 1733352035939 (+5 ms)Running coprocessor post-open hooks at 1733352035943 (+4 ms)Region opened successfully at 1733352035943 2024-12-04T22:40:35,944 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., pid=46, masterSystemTime=1733352035926 2024-12-04T22:40:35,944 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:35,944 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:35,945 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:35,945 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => aaaaacde9723d5cfe6b417c51d495570, NAME => 'SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T22:40:35,945 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,945 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:35,945 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,946 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,946 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a8d89330864026a6af461111be437b68, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:35,946 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:35,946 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:35,946 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:35,946 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c7d2db45c167ecf45f23d264c70c362, NAME => 'SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T22:40:35,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:40:35,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=0db9598a261dc80e00eb6a7fbc902d0a, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:35,947 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,948 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,46875,1733351983130 because future has completed 2024-12-04T22:40:35,950 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,950 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaaaacde9723d5cfe6b417c51d495570 columnFamilyName cf 2024-12-04T22:40:35,950 DEBUG [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,38923,1733351983284 because future has completed 2024-12-04T22:40:35,951 INFO [StoreOpener-aaaaacde9723d5cfe6b417c51d495570-1 {}] regionserver.HStore(327): Store=aaaaacde9723d5cfe6b417c51d495570/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:35,951 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c7d2db45c167ecf45f23d264c70c362 columnFamilyName cf 2024-12-04T22:40:35,951 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,951 DEBUG [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:40:35,952 INFO [StoreOpener-5c7d2db45c167ecf45f23d264c70c362-1 {}] regionserver.HStore(327): Store=5c7d2db45c167ecf45f23d264c70c362/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:40:35,952 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,952 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,953 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,954 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-12-04T22:40:35,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a8d89330864026a6af461111be437b68, server=9840c0493aab,46875,1733351983130 in 10.0390 sec 2024-12-04T22:40:35,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,955 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-12-04T22:40:35,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a, server=9840c0493aab,38923,1733351983284 in 10.0360 sec 2024-12-04T22:40:35,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8d89330864026a6af461111be437b68, ASSIGN in 10.2070 sec 2024-12-04T22:40:35,958 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:35,958 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,959 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0db9598a261dc80e00eb6a7fbc902d0a, ASSIGN in 10.2080 sec 2024-12-04T22:40:35,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:35,960 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened aaaaacde9723d5cfe6b417c51d495570; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66425060, jitterRate=-0.010189473628997803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:35,960 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,960 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for aaaaacde9723d5cfe6b417c51d495570: Running coprocessor pre-open hook at 1733352035946Writing region info on filesystem at 1733352035946Initializing all the Stores at 1733352035947 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352035947Cleaning up temporary data from old regions at 1733352035955 (+8 ms)Running coprocessor post-open hooks at 1733352035960 (+5 ms)Region opened successfully at 1733352035960 2024-12-04T22:40:35,961 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 5c7d2db45c167ecf45f23d264c70c362; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63530935, jitterRate=-0.05331529676914215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:40:35,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,961 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 5c7d2db45c167ecf45f23d264c70c362: Running coprocessor pre-open hook at 1733352035947Writing region info on filesystem at 1733352035947Initializing all the Stores at 1733352035949 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352035949Cleaning up temporary data from old regions at 1733352035956 (+7 ms)Running coprocessor post-open hooks at 1733352035961 (+5 ms)Region opened successfully at 1733352035961 2024-12-04T22:40:35,962 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570., pid=45, masterSystemTime=1733352035921 2024-12-04T22:40:35,962 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362., pid=44, masterSystemTime=1733352035926 2024-12-04T22:40:35,963 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:35,964 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:35,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=aaaaacde9723d5cfe6b417c51d495570, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,46875,1733351983130 2024-12-04T22:40:35,966 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:35,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,46875,1733351983130 because future has completed 2024-12-04T22:40:35,966 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:35,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5c7d2db45c167ecf45f23d264c70c362, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,38923,1733351983284 2024-12-04T22:40:35,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,38923,1733351983284 because future has completed 2024-12-04T22:40:35,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-12-04T22:40:35,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure aaaaacde9723d5cfe6b417c51d495570, server=9840c0493aab,46875,1733351983130 in 10.0530 sec 2024-12-04T22:40:35,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-04T22:40:35,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaaaacde9723d5cfe6b417c51d495570, ASSIGN in 10.2230 sec 2024-12-04T22:40:35,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c7d2db45c167ecf45f23d264c70c362, server=9840c0493aab,38923,1733351983284 in 10.0570 sec 2024-12-04T22:40:35,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:35,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:35,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-04T22:40:35,975 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 9840c0493aab,41771,1733351983236 after splitting done 2024-12-04T22:40:35,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5c7d2db45c167ecf45f23d264c70c362, ASSIGN in 10.2250 sec 2024-12-04T22:40:35,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 9840c0493aab,41771,1733351983236, splitWal=true, meta=false in 20.2030 sec 2024-12-04T22:40:36,239 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:40:36,239 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:40:41,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:40:41,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T22:40:45,937 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T22:40:45,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T22:40:45,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T22:40:45,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T22:40:45,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T22:40:45,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:45,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0db9598a261dc80e00eb6a7fbc902d0a: 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for aaaaacde9723d5cfe6b417c51d495570: 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. for SnapshotProcedureTest completed. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5c7d2db45c167ecf45f23d264c70c362: 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. for SnapshotProcedureTest completed. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a8d89330864026a6af461111be437b68: 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. for SnapshotProcedureTest completed. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. for SnapshotProcedureTest completed. 2024-12-04T22:40:45,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:45,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:40:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741857_1033 (size=57) 2024-12-04T22:40:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741857_1033 (size=57) 2024-12-04T22:40:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:40:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741860_1036 (size=57) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741860_1036 (size=57) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741857_1033 (size=57) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741859_1035 (size=65) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741860_1036 (size=57) 2024-12-04T22:40:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741859_1035 (size=65) 2024-12-04T22:40:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741859_1035 (size=65) 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T22:40:45,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T22:40:45,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:40:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T22:40:45,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T22:40:45,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T22:40:45,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:45,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:40:45,986 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:40:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T22:40:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T22:40:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a8d89330864026a6af461111be437b68 2024-12-04T22:40:45,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:40:45,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 2024-12-04T22:40:45,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0db9598a261dc80e00eb6a7fbc902d0a in 30.4110 sec 2024-12-04T22:40:45,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aaaaacde9723d5cfe6b417c51d495570 in 30.4110 sec 2024-12-04T22:40:45,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a8d89330864026a6af461111be437b68 in 30.4110 sec 2024-12-04T22:40:45,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T22:40:45,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5c7d2db45c167ecf45f23d264c70c362 in 30.4110 sec 2024-12-04T22:40:45,992 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T22:40:45,994 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T22:40:45,997 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T22:40:45,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T22:40:46,000 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:40:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741861_1037 (size=1094) 2024-12-04T22:40:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741861_1037 (size=1094) 2024-12-04T22:40:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741861_1037 (size=1094) 2024-12-04T22:40:46,036 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T22:40:46,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T22:40:46,049 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:46,049 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:46,049 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:46,049 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:46,049 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:46,055 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:50,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 32addd1c697fc9b76d91dc8c6c7b12f8, had cached 0 bytes from a total of 28623 2024-12-04T22:40:50,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 49d4ea1f5982aba45e6574799b67b9ee, had cached 0 bytes from a total of 47197 2024-12-04T22:40:51,364 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9840c0493aab:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T22:40:56,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-04T22:40:56,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-04T22:40:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-04T22:40:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-04T22:40:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-04T22:40:56,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-04T22:40:56,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:40:56,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-04T22:40:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T22:40:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T22:40:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T22:40:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T22:40:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-04T22:40:56,069 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 Release verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:56,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 Release verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T22:40:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-04T22:40:56,070 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 Release verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:56,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 in 10.0250 sec 2024-12-04T22:40:56,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 in 10.0260 sec 2024-12-04T22:40:56,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 in 10.0250 sec 2024-12-04T22:40:56,074 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 Release verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:56,074 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 Release verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:56,075 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 Release verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:56,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 in 10.0300 sec 2024-12-04T22:40:56,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:56,076 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:56,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 in 10.0310 sec 2024-12-04T22:40:56,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 in 10.0300 sec 2024-12-04T22:40:56,079 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:40:56,079 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:40:57,182 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5c7d2db45c167ecf45f23d264c70c362 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,183 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9afc31382bb705aca5d7cbd94d3c0e5 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,184 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region feefc1c42baf7845bd50b97b3269afd4 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,185 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0db9598a261dc80e00eb6a7fbc902d0a changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,185 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 49d4ea1f5982aba45e6574799b67b9ee changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,185 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d99cd4904667037da8a71ddd18767bbf changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,185 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a8d89330864026a6af461111be437b68 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,186 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5b4498df092bb85fe237f10d1a3808c changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,186 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32addd1c697fc9b76d91dc8c6c7b12f8 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:40:57,186 DEBUG [master/9840c0493aab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aaaaacde9723d5cfe6b417c51d495570 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:41:06,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-04T22:41:06,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-04T22:41:06,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-04T22:41:06,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-04T22:41:06,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-04T22:41:06,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T22:41:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-04T22:41:06,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-04T22:41:06,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T22:41:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T22:41:06,086 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 Release verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:41:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T22:41:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-04T22:41:06,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 in 20.0420 sec 2024-12-04T22:41:06,088 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 Release verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:41:06,088 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 Release verify snapshot worker=9840c0493aab,46875,1733351983130 2024-12-04T22:41:06,090 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 Release verify snapshot worker=9840c0493aab,38923,1733351983284 2024-12-04T22:41:06,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,46875,1733351983130 in 20.0440 sec 2024-12-04T22:41:06,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 in 20.0440 sec 2024-12-04T22:41:06,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-12-04T22:41:06,093 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T22:41:06,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,38923,1733351983284 in 20.0460 sec 2024-12-04T22:41:06,093 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T22:41:06,096 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T22:41:06,096 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T22:41:06,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5590 sec 2024-12-04T22:41:06,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T22:41:06,163 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T22:41:06,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:41:06,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:41:06,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:06,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:06,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:41:06,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094507465, stopped=false 2024-12-04T22:41:06,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,37401,1733351982398 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:06,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:41:06,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:41:06,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:06,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,46875,1733351983130' ***** 2024-12-04T22:41:06,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:41:06,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,38923,1733351983284' ***** 2024-12-04T22:41:06,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:41:06,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:06,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:06,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:06,274 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:41:06,274 INFO [RS:2;9840c0493aab:38923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:41:06,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:41:06,274 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:41:06,274 INFO [RS:2;9840c0493aab:38923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:41:06,274 INFO [RS:0;9840c0493aab:46875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:41:06,274 INFO [RS:0;9840c0493aab:46875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:41:06,275 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(3091): Received CLOSE for 49d4ea1f5982aba45e6574799b67b9ee 2024-12-04T22:41:06,275 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for 32addd1c697fc9b76d91dc8c6c7b12f8 2024-12-04T22:41:06,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:41:06,275 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c7d2db45c167ecf45f23d264c70c362 2024-12-04T22:41:06,275 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db9598a261dc80e00eb6a7fbc902d0a 2024-12-04T22:41:06,275 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(3091): Received CLOSE for e9afc31382bb705aca5d7cbd94d3c0e5 2024-12-04T22:41:06,275 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:41:06,276 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(3091): Received CLOSE for feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for d99cd4904667037da8a71ddd18767bbf 2024-12-04T22:41:06,276 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,38923,1733351983284 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for a8d89330864026a6af461111be437b68 2024-12-04T22:41:06,276 INFO [RS:2;9840c0493aab:38923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for aaaaacde9723d5cfe6b417c51d495570 2024-12-04T22:41:06,276 INFO [RS:2;9840c0493aab:38923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9840c0493aab:38923. 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,46875,1733351983130 2024-12-04T22:41:06,276 DEBUG [RS:2;9840c0493aab:38923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49d4ea1f5982aba45e6574799b67b9ee, disabling compactions & flushes 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32addd1c697fc9b76d91dc8c6c7b12f8, disabling compactions & flushes 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:41:06,276 DEBUG [RS:2;9840c0493aab:38923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,276 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:41:06,276 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:41:06,276 INFO [RS:0;9840c0493aab:46875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:46875. 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. after waiting 0 ms 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. after waiting 0 ms 2024-12-04T22:41:06,276 DEBUG [RS:0;9840c0493aab:46875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:06,276 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:41:06,276 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:41:06,276 DEBUG [RS:0;9840c0493aab:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,277 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1325): Online Regions={49d4ea1f5982aba45e6574799b67b9ee=SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee., 5c7d2db45c167ecf45f23d264c70c362=SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362., 0db9598a261dc80e00eb6a7fbc902d0a=SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a., e9afc31382bb705aca5d7cbd94d3c0e5=SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5., feefc1c42baf7845bd50b97b3269afd4=SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4.} 2024-12-04T22:41:06,277 INFO [RS:0;9840c0493aab:46875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:41:06,277 INFO [RS:0;9840c0493aab:46875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:41:06,277 INFO [RS:0;9840c0493aab:46875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:41:06,277 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:41:06,277 DEBUG [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1351): Waiting on 0db9598a261dc80e00eb6a7fbc902d0a, 49d4ea1f5982aba45e6574799b67b9ee, 5c7d2db45c167ecf45f23d264c70c362, e9afc31382bb705aca5d7cbd94d3c0e5, feefc1c42baf7845bd50b97b3269afd4 2024-12-04T22:41:06,278 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T22:41:06,278 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 32addd1c697fc9b76d91dc8c6c7b12f8=SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8., f5b4498df092bb85fe237f10d1a3808c=SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c., d99cd4904667037da8a71ddd18767bbf=SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf., a8d89330864026a6af461111be437b68=SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68., aaaaacde9723d5cfe6b417c51d495570=SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570.} 2024-12-04T22:41:06,278 DEBUG [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32addd1c697fc9b76d91dc8c6c7b12f8, a8d89330864026a6af461111be437b68, aaaaacde9723d5cfe6b417c51d495570, d99cd4904667037da8a71ddd18767bbf, f5b4498df092bb85fe237f10d1a3808c 2024-12-04T22:41:06,278 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:41:06,278 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:41:06,278 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:41:06,278 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:41:06,278 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:41:06,279 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-04T22:41:06,284 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/49d4ea1f5982aba45e6574799b67b9ee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T22:41:06,286 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/32addd1c697fc9b76d91dc8c6c7b12f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T22:41:06,287 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:41:06,287 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49d4ea1f5982aba45e6574799b67b9ee: Waiting for close lock at 1733352066275Running coprocessor pre-close hooks at 1733352066276 (+1 ms)Disabling compacts and flushes for region at 1733352066276Disabling writes for close at 1733352066276Writing region close event to WAL at 1733352066279 (+3 ms)Running coprocessor post-close hooks at 1733352066285 (+6 ms)Closed at 1733352066286 (+1 ms) 2024-12-04T22:41:06,287 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:41:06,287 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733351995549.49d4ea1f5982aba45e6574799b67b9ee. 2024-12-04T22:41:06,287 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32addd1c697fc9b76d91dc8c6c7b12f8: Waiting for close lock at 1733352066276Running coprocessor pre-close hooks at 1733352066276Disabling compacts and flushes for region at 1733352066276Disabling writes for close at 1733352066276Writing region close event to WAL at 1733352066280 (+4 ms)Running coprocessor post-close hooks at 1733352066287 (+7 ms)Closed at 1733352066287 2024-12-04T22:41:06,287 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733351995549.32addd1c697fc9b76d91dc8c6c7b12f8. 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c7d2db45c167ecf45f23d264c70c362, disabling compactions & flushes 2024-12-04T22:41:06,288 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5b4498df092bb85fe237f10d1a3808c, disabling compactions & flushes 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:41:06,288 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. after waiting 0 ms 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. after waiting 0 ms 2024-12-04T22:41:06,288 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:41:06,295 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/f5b4498df092bb85fe237f10d1a3808c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,296 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:41:06,296 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5b4498df092bb85fe237f10d1a3808c: Waiting for close lock at 1733352066288Running coprocessor pre-close hooks at 1733352066288Disabling compacts and flushes for region at 1733352066288Disabling writes for close at 1733352066288Writing region close event to WAL at 1733352066289 (+1 ms)Running coprocessor post-close hooks at 1733352066296 (+7 ms)Closed at 1733352066296 2024-12-04T22:41:06,296 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733351995549.f5b4498df092bb85fe237f10d1a3808c. 2024-12-04T22:41:06,296 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d99cd4904667037da8a71ddd18767bbf, disabling compactions & flushes 2024-12-04T22:41:06,297 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:41:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:41:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. after waiting 0 ms 2024-12-04T22:41:06,297 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:41:06,300 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/5c7d2db45c167ecf45f23d264c70c362/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,302 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:41:06,302 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c7d2db45c167ecf45f23d264c70c362: Waiting for close lock at 1733352066287Running coprocessor pre-close hooks at 1733352066287Disabling compacts and flushes for region at 1733352066287Disabling writes for close at 1733352066288 (+1 ms)Writing region close event to WAL at 1733352066289 (+1 ms)Running coprocessor post-close hooks at 1733352066302 (+13 ms)Closed at 1733352066302 2024-12-04T22:41:06,303 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733351995549.5c7d2db45c167ecf45f23d264c70c362. 2024-12-04T22:41:06,303 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db9598a261dc80e00eb6a7fbc902d0a, disabling compactions & flushes 2024-12-04T22:41:06,303 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:41:06,303 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:41:06,303 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. after waiting 0 ms 2024-12-04T22:41:06,303 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:41:06,305 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/d99cd4904667037da8a71ddd18767bbf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,306 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:41:06,306 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d99cd4904667037da8a71ddd18767bbf: Waiting for close lock at 1733352066296Running coprocessor pre-close hooks at 1733352066296Disabling compacts and flushes for region at 1733352066296Disabling writes for close at 1733352066297 (+1 ms)Writing region close event to WAL at 1733352066299 (+2 ms)Running coprocessor post-close hooks at 1733352066306 (+7 ms)Closed at 1733352066306 2024-12-04T22:41:06,306 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733351995549.d99cd4904667037da8a71ddd18767bbf. 2024-12-04T22:41:06,307 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8d89330864026a6af461111be437b68, disabling compactions & flushes 2024-12-04T22:41:06,307 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:41:06,307 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:41:06,307 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. after waiting 0 ms 2024-12-04T22:41:06,307 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:41:06,307 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/0db9598a261dc80e00eb6a7fbc902d0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,308 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db9598a261dc80e00eb6a7fbc902d0a: Waiting for close lock at 1733352066303Running coprocessor pre-close hooks at 1733352066303Disabling compacts and flushes for region at 1733352066303Disabling writes for close at 1733352066303Writing region close event to WAL at 1733352066303Running coprocessor post-close hooks at 1733352066308 (+5 ms)Closed at 1733352066308 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733351995549.0db9598a261dc80e00eb6a7fbc902d0a. 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9afc31382bb705aca5d7cbd94d3c0e5, disabling compactions & flushes 2024-12-04T22:41:06,308 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. after waiting 0 ms 2024-12-04T22:41:06,308 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:41:06,310 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/info/020ae24f64884f86ab46d30bb65ecca5 is 167, key is SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5./info:regioninfo/1733352005995/Put/seqid=0 2024-12-04T22:41:06,320 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/a8d89330864026a6af461111be437b68/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,321 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8d89330864026a6af461111be437b68: Waiting for close lock at 1733352066307Running coprocessor pre-close hooks at 1733352066307Disabling compacts and flushes for region at 1733352066307Disabling writes for close at 1733352066307Writing region close event to WAL at 1733352066311 (+4 ms)Running coprocessor post-close hooks at 1733352066321 (+10 ms)Closed at 1733352066321 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733351995549.a8d89330864026a6af461111be437b68. 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaaaacde9723d5cfe6b417c51d495570, disabling compactions & flushes 2024-12-04T22:41:06,322 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. after waiting 0 ms 2024-12-04T22:41:06,322 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:41:06,326 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/e9afc31382bb705aca5d7cbd94d3c0e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,327 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:41:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741862_1038 (size=20260) 2024-12-04T22:41:06,327 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9afc31382bb705aca5d7cbd94d3c0e5: Waiting for close lock at 1733352066308Running coprocessor pre-close hooks at 1733352066308Disabling compacts and flushes for region at 1733352066308Disabling writes for close at 1733352066308Writing region close event to WAL at 1733352066319 (+11 ms)Running coprocessor post-close hooks at 1733352066327 (+8 ms)Closed at 1733352066327 2024-12-04T22:41:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741862_1038 (size=20260) 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733351995549.e9afc31382bb705aca5d7cbd94d3c0e5. 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing feefc1c42baf7845bd50b97b3269afd4, disabling compactions & flushes 2024-12-04T22:41:06,328 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/aaaaacde9723d5cfe6b417c51d495570/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. after waiting 0 ms 2024-12-04T22:41:06,328 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:41:06,329 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:41:06,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741862_1038 (size=20260) 2024-12-04T22:41:06,329 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaaaacde9723d5cfe6b417c51d495570: Waiting for close lock at 1733352066322Running coprocessor pre-close hooks at 1733352066322Disabling compacts and flushes for region at 1733352066322Disabling writes for close at 1733352066322Writing region close event to WAL at 1733352066323 (+1 ms)Running coprocessor post-close hooks at 1733352066329 (+6 ms)Closed at 1733352066329 2024-12-04T22:41:06,329 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733351995549.aaaaacde9723d5cfe6b417c51d495570. 2024-12-04T22:41:06,330 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/info/020ae24f64884f86ab46d30bb65ecca5 2024-12-04T22:41:06,339 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/default/SPTestTable/feefc1c42baf7845bd50b97b3269afd4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:41:06,340 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:41:06,340 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for feefc1c42baf7845bd50b97b3269afd4: Waiting for close lock at 1733352066328Running coprocessor pre-close hooks at 1733352066328Disabling compacts and flushes for region at 1733352066328Disabling writes for close at 1733352066328Writing region close event to WAL at 1733352066329 (+1 ms)Running coprocessor post-close hooks at 1733352066340 (+11 ms)Closed at 1733352066340 2024-12-04T22:41:06,340 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733351995549.feefc1c42baf7845bd50b97b3269afd4. 2024-12-04T22:41:06,345 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:06,347 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:06,362 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/ns/94a7f988c32a40e9a5657d8ed1eef691 is 43, key is default/ns:d/1733351995277/Put/seqid=0 2024-12-04T22:41:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741863_1039 (size=5153) 2024-12-04T22:41:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741863_1039 (size=5153) 2024-12-04T22:41:06,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741863_1039 (size=5153) 2024-12-04T22:41:06,371 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/ns/94a7f988c32a40e9a5657d8ed1eef691 2024-12-04T22:41:06,394 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/table/3859f169e45a4ee696780425f9938bcf is 47, key is SPTestTable/table:state/1733352006068/Put/seqid=0 2024-12-04T22:41:06,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741864_1040 (size=5214) 2024-12-04T22:41:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741864_1040 (size=5214) 2024-12-04T22:41:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741864_1040 (size=5214) 2024-12-04T22:41:06,402 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/table/3859f169e45a4ee696780425f9938bcf 2024-12-04T22:41:06,411 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/info/020ae24f64884f86ab46d30bb65ecca5 as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/info/020ae24f64884f86ab46d30bb65ecca5 2024-12-04T22:41:06,419 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/info/020ae24f64884f86ab46d30bb65ecca5, entries=116, sequenceid=37, filesize=19.8 K 2024-12-04T22:41:06,420 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/ns/94a7f988c32a40e9a5657d8ed1eef691 as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/ns/94a7f988c32a40e9a5657d8ed1eef691 2024-12-04T22:41:06,427 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/ns/94a7f988c32a40e9a5657d8ed1eef691, entries=2, sequenceid=37, filesize=5.0 K 2024-12-04T22:41:06,428 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/.tmp/table/3859f169e45a4ee696780425f9938bcf as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/table/3859f169e45a4ee696780425f9938bcf 2024-12-04T22:41:06,436 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/table/3859f169e45a4ee696780425f9938bcf, entries=2, sequenceid=37, filesize=5.1 K 2024-12-04T22:41:06,437 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false 2024-12-04T22:41:06,442 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-04T22:41:06,443 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:41:06,443 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:41:06,444 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352066278Running coprocessor pre-close hooks at 1733352066278Disabling compacts and flushes for region at 1733352066278Disabling writes for close at 1733352066278Obtaining lock to block concurrent updates at 1733352066279 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733352066279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733352066280 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733352066280Flushing 1588230740/info: creating writer at 1733352066281 (+1 ms)Flushing 1588230740/info: appending metadata at 1733352066309 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733352066309Flushing 1588230740/ns: creating writer at 1733352066340 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733352066361 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733352066361Flushing 1588230740/table: creating writer at 1733352066379 (+18 ms)Flushing 1588230740/table: appending metadata at 1733352066393 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733352066393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c51fb93: reopening flushed file at 1733352066410 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b00b98: reopening flushed file at 1733352066419 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fab96f: reopening flushed file at 1733352066427 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=37, compaction requested=false at 1733352066437 (+10 ms)Writing region close event to WAL at 1733352066438 (+1 ms)Running coprocessor post-close hooks at 1733352066443 (+5 ms)Closed at 1733352066443 2024-12-04T22:41:06,444 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:41:06,477 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,38923,1733351983284; all regions closed. 2024-12-04T22:41:06,478 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,46875,1733351983130; all regions closed. 2024-12-04T22:41:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:41:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741833_1009 (size=3500) 2024-12-04T22:41:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:41:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741833_1009 (size=3500) 2024-12-04T22:41:06,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:41:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741833_1009 (size=3500) 2024-12-04T22:41:06,487 DEBUG [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs 2024-12-04T22:41:06,487 DEBUG [RS:2;9840c0493aab:38923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs 2024-12-04T22:41:06,487 INFO [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C46875%2C1733351983130.meta:.meta(num 1733351995071) 2024-12-04T22:41:06,487 INFO [RS:2;9840c0493aab:38923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C38923%2C1733351983284:(num 1733351984835) 2024-12-04T22:41:06,487 DEBUG [RS:2;9840c0493aab:38923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,487 INFO [RS:2;9840c0493aab:38923 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:06,487 INFO [RS:2;9840c0493aab:38923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:41:06,487 INFO [RS:2;9840c0493aab:38923 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:41:06,488 INFO [RS:2;9840c0493aab:38923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:41:06,488 INFO [RS:2;9840c0493aab:38923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:41:06,488 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:41:06,488 INFO [RS:2;9840c0493aab:38923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:41:06,488 INFO [RS:2;9840c0493aab:38923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:41:06,488 INFO [RS:2;9840c0493aab:38923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38923 2024-12-04T22:41:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741835_1011 (size=3530) 2024-12-04T22:41:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741835_1011 (size=3530) 2024-12-04T22:41:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741835_1011 (size=3530) 2024-12-04T22:41:06,493 DEBUG [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/oldWALs 2024-12-04T22:41:06,493 INFO [RS:0;9840c0493aab:46875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C46875%2C1733351983130:(num 1733351984834) 2024-12-04T22:41:06,493 DEBUG [RS:0;9840c0493aab:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:06,493 INFO [RS:0;9840c0493aab:46875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:06,493 INFO [RS:0;9840c0493aab:46875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:41:06,493 INFO [RS:0;9840c0493aab:46875 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:41:06,494 INFO [RS:0;9840c0493aab:46875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:41:06,494 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:41:06,494 INFO [RS:0;9840c0493aab:46875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46875 2024-12-04T22:41:06,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,38923,1733351983284 2024-12-04T22:41:06,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:41:06,495 INFO [RS:2;9840c0493aab:38923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:41:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,46875,1733351983130 2024-12-04T22:41:06,506 INFO [RS:0;9840c0493aab:46875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:41:06,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,46875,1733351983130] 2024-12-04T22:41:06,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,46875,1733351983130 already deleted, retry=false 2024-12-04T22:41:06,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,46875,1733351983130 expired; onlineServers=1 2024-12-04T22:41:06,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,38923,1733351983284] 2024-12-04T22:41:06,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,38923,1733351983284 already deleted, retry=false 2024-12-04T22:41:06,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,38923,1733351983284 expired; onlineServers=0 2024-12-04T22:41:06,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,37401,1733351982398' ***** 2024-12-04T22:41:06,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:41:06,538 INFO [M:0;9840c0493aab:37401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:41:06,538 INFO [M:0;9840c0493aab:37401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:41:06,538 DEBUG [M:0;9840c0493aab:37401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:41:06,538 DEBUG [M:0;9840c0493aab:37401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:41:06,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:41:06,538 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733351984393 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733351984393,5,FailOnTimeoutGroup] 2024-12-04T22:41:06,538 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733351984391 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733351984391,5,FailOnTimeoutGroup] 2024-12-04T22:41:06,538 INFO [M:0;9840c0493aab:37401 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:41:06,538 INFO [M:0;9840c0493aab:37401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:41:06,539 DEBUG [M:0;9840c0493aab:37401 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:41:06,539 INFO [M:0;9840c0493aab:37401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:41:06,539 INFO [M:0;9840c0493aab:37401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:41:06,539 ERROR [M:0;9840c0493aab:37401 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:32863 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32863,5,PEWorkerGroup] 2024-12-04T22:41:06,539 INFO [M:0;9840c0493aab:37401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:41:06,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:41:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:41:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:06,548 DEBUG [M:0;9840c0493aab:37401 {}] zookeeper.ZKUtil(347): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:41:06,548 WARN [M:0;9840c0493aab:37401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:41:06,549 INFO [M:0;9840c0493aab:37401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/.lastflushedseqids 2024-12-04T22:41:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741865_1041 (size=686) 2024-12-04T22:41:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741865_1041 (size=686) 2024-12-04T22:41:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741865_1041 (size=686) 2024-12-04T22:41:06,562 INFO [M:0;9840c0493aab:37401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:41:06,562 INFO [M:0;9840c0493aab:37401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:41:06,563 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:41:06,563 INFO [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,563 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,563 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:41:06,563 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,563 INFO [M:0;9840c0493aab:37401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.98 KB heapSize=241.76 KB 2024-12-04T22:41:06,582 DEBUG [M:0;9840c0493aab:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b62503d44542ff8bc10c5cabf9896d is 82, key is hbase:meta,,1/info:regioninfo/1733351995160/Put/seqid=0 2024-12-04T22:41:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741866_1042 (size=5672) 2024-12-04T22:41:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741866_1042 (size=5672) 2024-12-04T22:41:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741866_1042 (size=5672) 2024-12-04T22:41:06,590 INFO [M:0;9840c0493aab:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b62503d44542ff8bc10c5cabf9896d 2024-12-04T22:41:06,613 DEBUG [M:0;9840c0493aab:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7db5a2d81aa74aaf91621180a7531ae1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352006076/Put/seqid=0 2024-12-04T22:41:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,616 INFO [RS:2;9840c0493aab:38923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:41:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38923-0x101a2803d710003, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,616 INFO [RS:2;9840c0493aab:38923 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,38923,1733351983284; zookeeper connection closed. 2024-12-04T22:41:06,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@467bcc58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@467bcc58 2024-12-04T22:41:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741867_1043 (size=8972) 2024-12-04T22:41:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741867_1043 (size=8972) 2024-12-04T22:41:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741867_1043 (size=8972) 2024-12-04T22:41:06,621 INFO [M:0;9840c0493aab:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.24 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7db5a2d81aa74aaf91621180a7531ae1 2024-12-04T22:41:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,627 INFO [RS:0;9840c0493aab:46875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:41:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x101a2803d710001, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,627 INFO [RS:0;9840c0493aab:46875 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,46875,1733351983130; zookeeper connection closed. 2024-12-04T22:41:06,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@548a2717 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@548a2717 2024-12-04T22:41:06,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T22:41:06,629 INFO [M:0;9840c0493aab:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7db5a2d81aa74aaf91621180a7531ae1 2024-12-04T22:41:06,648 DEBUG [M:0;9840c0493aab:37401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2c2403e53245eab6d35cf55d891a6b is 69, key is 9840c0493aab,38923,1733351983284/rs:state/1733351984488/Put/seqid=0 2024-12-04T22:41:06,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741868_1044 (size=5446) 2024-12-04T22:41:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741868_1044 (size=5446) 2024-12-04T22:41:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741868_1044 (size=5446) 2024-12-04T22:41:06,658 INFO [M:0;9840c0493aab:37401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2c2403e53245eab6d35cf55d891a6b 2024-12-04T22:41:06,665 INFO [M:0;9840c0493aab:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f2c2403e53245eab6d35cf55d891a6b 2024-12-04T22:41:06,667 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8b62503d44542ff8bc10c5cabf9896d as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b62503d44542ff8bc10c5cabf9896d 2024-12-04T22:41:06,675 INFO [M:0;9840c0493aab:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8b62503d44542ff8bc10c5cabf9896d, entries=8, sequenceid=513, filesize=5.5 K 2024-12-04T22:41:06,676 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7db5a2d81aa74aaf91621180a7531ae1 as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7db5a2d81aa74aaf91621180a7531ae1 2024-12-04T22:41:06,685 INFO [M:0;9840c0493aab:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7db5a2d81aa74aaf91621180a7531ae1 2024-12-04T22:41:06,685 INFO [M:0;9840c0493aab:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7db5a2d81aa74aaf91621180a7531ae1, entries=56, sequenceid=513, filesize=8.8 K 2024-12-04T22:41:06,687 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f2c2403e53245eab6d35cf55d891a6b as hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2c2403e53245eab6d35cf55d891a6b 2024-12-04T22:41:06,698 INFO [M:0;9840c0493aab:37401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f2c2403e53245eab6d35cf55d891a6b 2024-12-04T22:41:06,698 INFO [M:0;9840c0493aab:37401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32863/user/jenkins/test-data/bd11e47a-5a80-286f-d7c5-6af92260a3aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f2c2403e53245eab6d35cf55d891a6b, entries=3, sequenceid=513, filesize=5.3 K 2024-12-04T22:41:06,699 INFO [M:0;9840c0493aab:37401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false 2024-12-04T22:41:06,708 INFO [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:06,709 DEBUG [M:0;9840c0493aab:37401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352066563Disabling compacts and flushes for region at 1733352066563Disabling writes for close at 1733352066563Obtaining lock to block concurrent updates at 1733352066563Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352066563Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199655, getHeapSize=247496, getOffHeapSize=0, getCellsCount=620 at 1733352066563Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352066564 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352066564Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352066581 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352066581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352066596 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352066612 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352066612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352066629 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352066647 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352066647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a891000: reopening flushed file at 1733352066665 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75409f68: reopening flushed file at 1733352066675 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e303b06: reopening flushed file at 1733352066686 (+11 ms)Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.46 KB/247256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false at 1733352066699 (+13 ms)Writing region close event to WAL at 1733352066708 (+9 ms)Closed at 1733352066708 2024-12-04T22:41:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46585 is added to blk_1073741830_1006 (size=233847) 2024-12-04T22:41:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741830_1006 (size=233847) 2024-12-04T22:41:06,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41617 is added to blk_1073741830_1006 (size=233847) 2024-12-04T22:41:06,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:41:06,721 INFO [M:0;9840c0493aab:37401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:41:06,721 INFO [M:0;9840c0493aab:37401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37401 2024-12-04T22:41:06,721 INFO [M:0;9840c0493aab:37401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:41:06,834 INFO [M:0;9840c0493aab:37401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:41:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37401-0x101a2803d710000, quorum=127.0.0.1:61041, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:06,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:06,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:41:06,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:41:06,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:41:06,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,STOPPED} 2024-12-04T22:41:06,847 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:41:06,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:41:06,847 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301024928-172.17.0.2-1733351977368 (Datanode Uuid f4f38e6e-d159-4c27-93cb-6bc15847dd50) service to localhost/127.0.0.1:32863 2024-12-04T22:41:06,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:41:06,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data5/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data6/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:41:06,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:06,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:41:06,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:41:06,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:41:06,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,STOPPED} 2024-12-04T22:41:06,853 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:41:06,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:41:06,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:41:06,853 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301024928-172.17.0.2-1733351977368 (Datanode Uuid f72824f4-cbe7-4c5e-a52b-c0f52ba1b6b8) service to localhost/127.0.0.1:32863 2024-12-04T22:41:06,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data3/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data4/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:41:06,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:06,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:41:06,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:41:06,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:41:06,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,STOPPED} 2024-12-04T22:41:06,860 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:41:06,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:41:06,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:41:06,860 WARN [BP-1301024928-172.17.0.2-1733351977368 heartbeating to localhost/127.0.0.1:32863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301024928-172.17.0.2-1733351977368 (Datanode Uuid 7243525f-64ee-442c-aced-4d068c5e3a8f) service to localhost/127.0.0.1:32863 2024-12-04T22:41:06,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data1/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/cluster_e68f73fb-db91-5d12-9e5a-0e0c6fd401b3/data/data2/current/BP-1301024928-172.17.0.2-1733351977368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:41:06,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:41:06,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:41:06,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:41:06,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:41:06,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:41:06,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir/,STOPPED} 2024-12-04T22:41:06,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:41:06,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:41:06,940 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/9840c0493aab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_REGION-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:32863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32863 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9840c0493aab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9840c0493aab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32863 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9840c0493aab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1959090d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:32863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=11362 (was 12912) 2024-12-04T22:41:06,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11361 2024-12-04T22:41:06,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir so I do NOT create it in target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e 2024-12-04T22:41:06,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T22:41:06,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.tmp.dir so I do NOT create it in target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e 2024-12-04T22:41:06,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aef84c49-1467-e6bb-6a13-c331f8ece412/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T22:41:06,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e 2024-12-04T22:41:06,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T22:41:06,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325, deleteOnExit=true 2024-12-04T22:41:06,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/test.cache.data in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T22:41:06,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:41:06,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/nfs.dump.dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/java.io.tmpdir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T22:41:06,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T22:41:07,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:07,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:07,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:07,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:07,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:41:07,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:07,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@495cc068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:07,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3e7f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:07,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c60a063{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-8571137154541328003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:41:07,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@430d345b{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-12-04T22:41:07,692 INFO [Time-limited test {}] server.Server(415): Started @92598ms 2024-12-04T22:41:08,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:08,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:08,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:08,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:08,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:41:08,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63421172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:08,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201c67a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:08,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31c76ac8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/java.io.tmpdir/jetty-localhost-34835-hadoop-hdfs-3_4_1-tests_jar-_-any-12074339008543397077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:08,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aae0e41{HTTP/1.1, (http/1.1)}{localhost:34835} 2024-12-04T22:41:08,175 INFO [Time-limited test {}] server.Server(415): Started @93081ms 2024-12-04T22:41:08,177 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:41:08,203 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:08,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:08,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:08,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:08,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T22:41:08,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17834c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:08,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3b5ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:08,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114b6dbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/java.io.tmpdir/jetty-localhost-43677-hadoop-hdfs-3_4_1-tests_jar-_-any-9804078340492505609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:08,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4109d07e{HTTP/1.1, (http/1.1)}{localhost:43677} 2024-12-04T22:41:08,305 INFO [Time-limited test {}] server.Server(415): Started @93210ms 2024-12-04T22:41:08,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:41:08,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T22:41:08,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T22:41:08,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T22:41:08,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T22:41:08,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T22:41:08,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,AVAILABLE} 2024-12-04T22:41:08,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e86945c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T22:41:08,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5704264e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/java.io.tmpdir/jetty-localhost-37005-hadoop-hdfs-3_4_1-tests_jar-_-any-6085484288712866634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:41:08,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@384fb1d9{HTTP/1.1, (http/1.1)}{localhost:37005} 2024-12-04T22:41:08,425 INFO [Time-limited test {}] server.Server(415): Started @93331ms 2024-12-04T22:41:08,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T22:41:09,966 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data2/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:09,966 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data1/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:10,013 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:41:10,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14091908658d0fb1 with lease ID 0x95b74849cc89743f: Processing first storage report for DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=cd7ec03f-873e-44b9-b19d-47d4338c3eac, infoPort=37349, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14091908658d0fb1 with lease ID 0x95b74849cc89743f: from storage DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=cd7ec03f-873e-44b9-b19d-47d4338c3eac, infoPort=37349, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14091908658d0fb1 with lease ID 0x95b74849cc89743f: Processing first storage report for DS-01ec7581-bc6b-491b-89fb-2fdb9e8adc21 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=cd7ec03f-873e-44b9-b19d-47d4338c3eac, infoPort=37349, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14091908658d0fb1 with lease ID 0x95b74849cc89743f: from storage DS-01ec7581-bc6b-491b-89fb-2fdb9e8adc21 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=cd7ec03f-873e-44b9-b19d-47d4338c3eac, infoPort=37349, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,225 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data3/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:10,226 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data4/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:10,241 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:41:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeed2fa9344532f43 with lease ID 0x95b74849cc897440: Processing first storage report for DS-d9f0bcf4-6737-4330-a270-106398125ad6 from datanode DatanodeRegistration(127.0.0.1:40019, datanodeUuid=16c03638-497a-46dc-9dfc-9c54e3144482, infoPort=36735, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeed2fa9344532f43 with lease ID 0x95b74849cc897440: from storage DS-d9f0bcf4-6737-4330-a270-106398125ad6 node DatanodeRegistration(127.0.0.1:40019, datanodeUuid=16c03638-497a-46dc-9dfc-9c54e3144482, infoPort=36735, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeed2fa9344532f43 with lease ID 0x95b74849cc897440: Processing first storage report for DS-fbc44836-0a05-4319-b891-2e86d2e05307 from datanode DatanodeRegistration(127.0.0.1:40019, datanodeUuid=16c03638-497a-46dc-9dfc-9c54e3144482, infoPort=36735, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeed2fa9344532f43 with lease ID 0x95b74849cc897440: from storage DS-fbc44836-0a05-4319-b891-2e86d2e05307 node DatanodeRegistration(127.0.0.1:40019, datanodeUuid=16c03638-497a-46dc-9dfc-9c54e3144482, infoPort=36735, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,276 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data6/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:10,276 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data5/current/BP-2021180363-172.17.0.2-1733352066980/current, will proceed with Du for space computation calculation, 2024-12-04T22:41:10,293 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T22:41:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae5fd605dbcf5374 with lease ID 0x95b74849cc897441: Processing first storage report for DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e from datanode DatanodeRegistration(127.0.0.1:45005, datanodeUuid=37604556-0daf-493b-b874-2c63904cb77c, infoPort=45547, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae5fd605dbcf5374 with lease ID 0x95b74849cc897441: from storage DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e node DatanodeRegistration(127.0.0.1:45005, datanodeUuid=37604556-0daf-493b-b874-2c63904cb77c, infoPort=45547, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae5fd605dbcf5374 with lease ID 0x95b74849cc897441: Processing first storage report for DS-a3dbf34f-ae90-4e42-9d00-120993b9c3b6 from datanode DatanodeRegistration(127.0.0.1:45005, datanodeUuid=37604556-0daf-493b-b874-2c63904cb77c, infoPort=45547, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980) 2024-12-04T22:41:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae5fd605dbcf5374 with lease ID 0x95b74849cc897441: from storage DS-a3dbf34f-ae90-4e42-9d00-120993b9c3b6 node DatanodeRegistration(127.0.0.1:45005, datanodeUuid=37604556-0daf-493b-b874-2c63904cb77c, infoPort=45547, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2028822695;c=1733352066980), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T22:41:10,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e 2024-12-04T22:41:10,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/zookeeper_0, clientPort=62309, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T22:41:10,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62309 2024-12-04T22:41:10,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:41:10,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:41:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741825_1001 (size=7) 2024-12-04T22:41:10,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e with version=8 2024-12-04T22:41:10,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/hbase-staging 2024-12-04T22:41:10,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:10,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T22:41:10,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:10,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43281 2024-12-04T22:41:10,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43281 connecting to ZooKeeper ensemble=127.0.0.1:62309 2024-12-04T22:41:10,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432810x0, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:10,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43281-0x101a28198940000 connected 2024-12-04T22:41:10,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:10,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e, hbase.cluster.distributed=false 2024-12-04T22:41:10,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:10,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43281 2024-12-04T22:41:10,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43281 2024-12-04T22:41:10,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43281 2024-12-04T22:41:10,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43281 2024-12-04T22:41:10,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43281 2024-12-04T22:41:10,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:41:10,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:10,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35645 2024-12-04T22:41:10,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35645 connecting to ZooKeeper ensemble=127.0.0.1:62309 2024-12-04T22:41:10,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356450x0, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:10,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35645-0x101a28198940001 connected 2024-12-04T22:41:10,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:10,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:41:10,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:41:10,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:41:10,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:10,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35645 2024-12-04T22:41:10,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35645 2024-12-04T22:41:10,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35645 2024-12-04T22:41:10,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35645 2024-12-04T22:41:10,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35645 2024-12-04T22:41:10,620 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:41:10,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:10,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34193 2024-12-04T22:41:10,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34193 connecting to ZooKeeper ensemble=127.0.0.1:62309 2024-12-04T22:41:10,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341930x0, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:10,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341930x0, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:10,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34193-0x101a28198940002 connected 2024-12-04T22:41:10,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:41:10,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:41:10,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:41:10,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:10,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-04T22:41:10,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34193 2024-12-04T22:41:10,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34193 2024-12-04T22:41:10,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-04T22:41:10,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34193 2024-12-04T22:41:10,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9840c0493aab:0 server-side Connection retries=45 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T22:41:10,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T22:41:10,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44907 2024-12-04T22:41:10,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44907 connecting to ZooKeeper ensemble=127.0.0.1:62309 2024-12-04T22:41:10,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449070x0, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T22:41:10,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44907-0x101a28198940003 connected 2024-12-04T22:41:10,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:41:10,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T22:41:10,682 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T22:41:10,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T22:41:10,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T22:41:10,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907 2024-12-04T22:41:10,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907 2024-12-04T22:41:10,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907 2024-12-04T22:41:10,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907 2024-12-04T22:41:10,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907 2024-12-04T22:41:10,699 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9840c0493aab:43281 2024-12-04T22:41:10,699 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9840c0493aab,43281,1733352070397 2024-12-04T22:41:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,706 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9840c0493aab,43281,1733352070397 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,716 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T22:41:10,717 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9840c0493aab,43281,1733352070397 from backup master directory 2024-12-04T22:41:10,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9840c0493aab,43281,1733352070397 2024-12-04T22:41:10,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T22:41:10,726 WARN [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:10,726 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9840c0493aab,43281,1733352070397 2024-12-04T22:41:10,731 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/hbase.id] with ID: cd61472d-9045-45bc-960c-80b961c479c8 2024-12-04T22:41:10,731 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.tmp/hbase.id 2024-12-04T22:41:10,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:41:10,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:41:10,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741826_1002 (size=42) 2024-12-04T22:41:10,739 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.tmp/hbase.id]:[hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/hbase.id] 2024-12-04T22:41:10,755 INFO [master/9840c0493aab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T22:41:10,755 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T22:41:10,757 INFO [master/9840c0493aab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T22:41:10,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:41:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:41:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741827_1003 (size=196) 2024-12-04T22:41:10,779 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:10,780 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T22:41:10,780 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:41:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:41:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741828_1004 (size=1189) 2024-12-04T22:41:10,791 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store 2024-12-04T22:41:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:41:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:41:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741829_1005 (size=34) 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:41:10,801 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:10,801 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:41:10,801 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352070801Disabling compacts and flushes for region at 1733352070801Disabling writes for close at 1733352070801Writing region close event to WAL at 1733352070801Closed at 1733352070801 2024-12-04T22:41:10,802 WARN [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/.initializing 2024-12-04T22:41:10,802 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/WALs/9840c0493aab,43281,1733352070397 2024-12-04T22:41:10,803 INFO [master/9840c0493aab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:10,805 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C43281%2C1733352070397, suffix=, logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/WALs/9840c0493aab,43281,1733352070397, archiveDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/oldWALs, maxLogs=10 2024-12-04T22:41:10,819 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/WALs/9840c0493aab,43281,1733352070397/9840c0493aab%2C43281%2C1733352070397.1733352070806, exclude list is [], retry=0 2024-12-04T22:41:10,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-d9f0bcf4-6737-4330-a270-106398125ad6,DISK] 2024-12-04T22:41:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e,DISK] 2024-12-04T22:41:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c,DISK] 2024-12-04T22:41:10,824 INFO [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/WALs/9840c0493aab,43281,1733352070397/9840c0493aab%2C43281%2C1733352070397.1733352070806 2024-12-04T22:41:10,824 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735),(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-04T22:41:10,824 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:10,824 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:10,825 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,825 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T22:41:10,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:10,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:10,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T22:41:10,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:10,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:10,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T22:41:10,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:10,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:10,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T22:41:10,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:10,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:10,837 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,838 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,838 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,840 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,840 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,840 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:41:10,842 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T22:41:10,844 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:10,845 INFO [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64011344, jitterRate=-0.04615664482116699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:41:10,845 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733352070825Initializing all the Stores at 1733352070826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352070826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352070826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352070826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352070826Cleaning up temporary data from old regions at 1733352070840 (+14 ms)Region opened successfully at 1733352070845 (+5 ms) 2024-12-04T22:41:10,845 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T22:41:10,850 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4018b0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:10,851 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T22:41:10,851 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T22:41:10,851 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T22:41:10,851 INFO [master/9840c0493aab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T22:41:10,852 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T22:41:10,853 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T22:41:10,853 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-04T22:41:10,856 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T22:41:10,857 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T22:41:10,870 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T22:41:10,871 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T22:41:10,871 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T22:41:10,881 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T22:41:10,881 INFO [master/9840c0493aab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T22:41:10,882 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T22:41:10,895 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T22:41:10,896 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T22:41:10,905 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T22:41:10,909 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T22:41:10,916 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,927 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9840c0493aab,43281,1733352070397, sessionid=0x101a28198940000, setting cluster-up flag (Was=false) 2024-12-04T22:41:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:10,979 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T22:41:10,982 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,43281,1733352070397 2024-12-04T22:41:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,042 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T22:41:11,043 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9840c0493aab,43281,1733352070397 2024-12-04T22:41:11,045 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T22:41:11,046 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:11,046 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T22:41:11,047 INFO [master/9840c0493aab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T22:41:11,047 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9840c0493aab,43281,1733352070397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9840c0493aab:0, corePoolSize=5, maxPoolSize=5 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9840c0493aab:0, corePoolSize=10, maxPoolSize=10 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:11,048 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733352101049 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T22:41:11,049 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T22:41:11,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T22:41:11,050 INFO [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T22:41:11,050 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352071050,5,FailOnTimeoutGroup] 2024-12-04T22:41:11,050 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352071050,5,FailOnTimeoutGroup] 2024-12-04T22:41:11,051 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,051 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T22:41:11,051 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,051 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T22:41:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:41:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:41:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741831_1007 (size=1321) 2024-12-04T22:41:11,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T22:41:11,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:41:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:41:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741832_1008 (size=32) 2024-12-04T22:41:11,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:11,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:41:11,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:41:11,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:11,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:41:11,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:41:11,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:11,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:41:11,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:41:11,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:11,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:41:11,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:41:11,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:11,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:11,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:41:11,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740 2024-12-04T22:41:11,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740 2024-12-04T22:41:11,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:41:11,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:41:11,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:41:11,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:41:11,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:11,088 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(746): ClusterId : cd61472d-9045-45bc-960c-80b961c479c8 2024-12-04T22:41:11,088 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(746): ClusterId : cd61472d-9045-45bc-960c-80b961c479c8 2024-12-04T22:41:11,088 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(746): ClusterId : cd61472d-9045-45bc-960c-80b961c479c8 2024-12-04T22:41:11,088 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:41:11,088 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:41:11,088 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T22:41:11,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61728421, jitterRate=-0.08017484843730927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:41:11,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733352071071Initializing all the Stores at 1733352071072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352071072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352071072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352071072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352071072Cleaning up temporary data from old regions at 1733352071084 (+12 ms)Region opened successfully at 1733352071089 (+5 ms) 2024-12-04T22:41:11,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:41:11,089 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:41:11,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:41:11,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:41:11,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:41:11,090 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:41:11,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352071089Disabling compacts and flushes for region at 1733352071089Disabling writes for close at 1733352071089Writing region close event to WAL at 1733352071090 (+1 ms)Closed at 1733352071090 2024-12-04T22:41:11,091 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:11,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T22:41:11,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T22:41:11,092 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:41:11,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T22:41:11,106 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:41:11,106 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:41:11,106 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:41:11,106 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:41:11,106 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T22:41:11,106 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T22:41:11,127 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:41:11,127 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:41:11,127 DEBUG [RS:2;9840c0493aab:44907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac52129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:11,128 DEBUG [RS:1;9840c0493aab:34193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760a7a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:11,128 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T22:41:11,128 DEBUG [RS:0;9840c0493aab:35645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fafcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9840c0493aab/172.17.0.2:0 2024-12-04T22:41:11,141 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9840c0493aab:44907 2024-12-04T22:41:11,141 INFO [RS:2;9840c0493aab:44907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:41:11,141 INFO [RS:2;9840c0493aab:44907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:41:11,141 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:41:11,142 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,43281,1733352070397 with port=44907, startcode=1733352070662 2024-12-04T22:41:11,142 DEBUG [RS:2;9840c0493aab:44907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:41:11,142 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9840c0493aab:34193 2024-12-04T22:41:11,142 INFO [RS:1;9840c0493aab:34193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:41:11,142 INFO [RS:1;9840c0493aab:34193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:41:11,142 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:41:11,142 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9840c0493aab:35645 2024-12-04T22:41:11,142 INFO [RS:0;9840c0493aab:35645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T22:41:11,142 INFO [RS:0;9840c0493aab:35645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T22:41:11,142 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T22:41:11,143 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,43281,1733352070397 with port=34193, startcode=1733352070620 2024-12-04T22:41:11,143 DEBUG [RS:1;9840c0493aab:34193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:41:11,143 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(2659): reportForDuty to master=9840c0493aab,43281,1733352070397 with port=35645, startcode=1733352070583 2024-12-04T22:41:11,143 DEBUG [RS:0;9840c0493aab:35645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T22:41:11,144 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:41:11,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,144 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:41:11,144 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T22:41:11,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,146 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:11,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,146 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46629 2024-12-04T22:41:11,146 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:41:11,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,147 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:11,147 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46629 2024-12-04T22:41:11,147 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:41:11,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43281 {}] master.ServerManager(517): Registering regionserver=9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,149 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:11,149 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46629 2024-12-04T22:41:11,149 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T22:41:11,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:41:11,192 DEBUG [RS:2;9840c0493aab:44907 {}] zookeeper.ZKUtil(111): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,192 WARN [RS:2;9840c0493aab:44907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:11,192 DEBUG [RS:0;9840c0493aab:35645 {}] zookeeper.ZKUtil(111): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,192 INFO [RS:2;9840c0493aab:44907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:11,192 DEBUG [RS:1;9840c0493aab:34193 {}] zookeeper.ZKUtil(111): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,192 WARN [RS:0;9840c0493aab:35645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:11,193 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,193 INFO [RS:0;9840c0493aab:35645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:11,193 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,193 WARN [RS:1;9840c0493aab:34193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T22:41:11,193 INFO [RS:1;9840c0493aab:34193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:11,193 DEBUG [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,44907,1733352070662] 2024-12-04T22:41:11,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,34193,1733352070620] 2024-12-04T22:41:11,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9840c0493aab,35645,1733352070583] 2024-12-04T22:41:11,197 INFO [RS:0;9840c0493aab:35645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:41:11,199 INFO [RS:0;9840c0493aab:35645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:41:11,200 INFO [RS:0;9840c0493aab:35645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:41:11,200 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,200 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:41:11,200 INFO [RS:1;9840c0493aab:34193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:41:11,202 INFO [RS:1;9840c0493aab:34193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:41:11,203 INFO [RS:1;9840c0493aab:34193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:41:11,203 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,203 INFO [RS:0;9840c0493aab:35645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:41:11,204 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,204 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,205 DEBUG [RS:0;9840c0493aab:35645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,209 INFO [RS:2;9840c0493aab:44907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T22:41:11,214 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:41:11,215 INFO [RS:2;9840c0493aab:44907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T22:41:11,215 INFO [RS:1;9840c0493aab:34193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:41:11,216 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,216 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,217 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,217 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,217 DEBUG [RS:1;9840c0493aab:34193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,217 INFO [RS:2;9840c0493aab:44907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,217 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35645,1733352070583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:11,220 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,221 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,34193,1733352070620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:11,223 INFO [RS:2;9840c0493aab:44907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T22:41:11,223 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0, corePoolSize=2, maxPoolSize=2 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,223 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9840c0493aab:0, corePoolSize=1, maxPoolSize=1 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,224 DEBUG [RS:2;9840c0493aab:44907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9840c0493aab:0, corePoolSize=3, maxPoolSize=3 2024-12-04T22:41:11,237 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:41:11,237 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,35645,1733352070583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,237 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,237 INFO [RS:0;9840c0493aab:35645 {}] regionserver.Replication(171): 9840c0493aab,35645,1733352070583 started 2024-12-04T22:41:11,238 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,238 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,239 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,239 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,239 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,239 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44907,1733352070662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:11,243 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:41:11,243 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,34193,1733352070620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,243 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,243 INFO [RS:1;9840c0493aab:34193 {}] regionserver.Replication(171): 9840c0493aab,34193,1733352070620 started 2024-12-04T22:41:11,243 WARN [9840c0493aab:43281 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T22:41:11,256 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,257 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,35645,1733352070583, RpcServer on 9840c0493aab/172.17.0.2:35645, sessionid=0x101a28198940001 2024-12-04T22:41:11,257 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:41:11,257 DEBUG [RS:0;9840c0493aab:35645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,257 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,35645,1733352070583' 2024-12-04T22:41:11,257 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,35645,1733352070583' 2024-12-04T22:41:11,258 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:41:11,259 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:41:11,259 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T22:41:11,259 DEBUG [RS:0;9840c0493aab:35645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:41:11,259 INFO [RS:0;9840c0493aab:35645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:41:11,259 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,44907,1733352070662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,259 INFO [RS:0;9840c0493aab:35645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:41:11,259 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,259 INFO [RS:2;9840c0493aab:44907 {}] regionserver.Replication(171): 9840c0493aab,44907,1733352070662 started 2024-12-04T22:41:11,264 INFO [RS:1;9840c0493aab:34193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,264 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,34193,1733352070620, RpcServer on 9840c0493aab/172.17.0.2:34193, sessionid=0x101a28198940002 2024-12-04T22:41:11,264 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:41:11,264 DEBUG [RS:1;9840c0493aab:34193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,264 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,34193,1733352070620' 2024-12-04T22:41:11,264 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:41:11,265 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:41:11,265 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:41:11,266 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:41:11,266 DEBUG [RS:1;9840c0493aab:34193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,34193,1733352070620 2024-12-04T22:41:11,266 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,34193,1733352070620' 2024-12-04T22:41:11,266 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:41:11,266 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:41:11,267 DEBUG [RS:1;9840c0493aab:34193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:41:11,267 INFO [RS:1;9840c0493aab:34193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:41:11,267 INFO [RS:1;9840c0493aab:34193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:41:11,275 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:11,276 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1482): Serving as 9840c0493aab,44907,1733352070662, RpcServer on 9840c0493aab/172.17.0.2:44907, sessionid=0x101a28198940003 2024-12-04T22:41:11,276 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T22:41:11,276 DEBUG [RS:2;9840c0493aab:44907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,276 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,44907,1733352070662' 2024-12-04T22:41:11,276 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T22:41:11,278 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T22:41:11,279 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T22:41:11,279 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T22:41:11,279 DEBUG [RS:2;9840c0493aab:44907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9840c0493aab,44907,1733352070662 2024-12-04T22:41:11,279 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9840c0493aab,44907,1733352070662' 2024-12-04T22:41:11,279 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T22:41:11,280 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T22:41:11,281 DEBUG [RS:2;9840c0493aab:44907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T22:41:11,281 INFO [RS:2;9840c0493aab:44907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T22:41:11,281 INFO [RS:2;9840c0493aab:44907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T22:41:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:11,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:11,360 INFO [RS:0;9840c0493aab:35645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:11,364 INFO [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C35645%2C1733352070583, suffix=, logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583, archiveDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs, maxLogs=32 2024-12-04T22:41:11,368 INFO [RS:1;9840c0493aab:34193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:11,371 INFO [RS:1;9840c0493aab:34193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C34193%2C1733352070620, suffix=, logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620, archiveDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs, maxLogs=32 2024-12-04T22:41:11,381 INFO [RS:2;9840c0493aab:44907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T22:41:11,382 DEBUG [RS:0;9840c0493aab:35645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583/9840c0493aab%2C35645%2C1733352070583.1733352071367, exclude list is [], retry=0 2024-12-04T22:41:11,383 INFO [RS:2;9840c0493aab:44907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C44907%2C1733352070662, suffix=, logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,44907,1733352070662, archiveDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs, maxLogs=32 2024-12-04T22:41:11,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c,DISK] 2024-12-04T22:41:11,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-d9f0bcf4-6737-4330-a270-106398125ad6,DISK] 2024-12-04T22:41:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e,DISK] 2024-12-04T22:41:11,389 INFO [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583/9840c0493aab%2C35645%2C1733352070583.1733352071367 2024-12-04T22:41:11,389 DEBUG [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735),(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:45547:45547)] 2024-12-04T22:41:11,391 DEBUG [RS:1;9840c0493aab:34193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620/9840c0493aab%2C34193%2C1733352070620.1733352071373, exclude list is [], retry=0 2024-12-04T22:41:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e,DISK] 2024-12-04T22:41:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-d9f0bcf4-6737-4330-a270-106398125ad6,DISK] 2024-12-04T22:41:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c,DISK] 2024-12-04T22:41:11,397 INFO [RS:1;9840c0493aab:34193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620/9840c0493aab%2C34193%2C1733352070620.1733352071373 2024-12-04T22:41:11,398 DEBUG [RS:2;9840c0493aab:44907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,44907,1733352070662/9840c0493aab%2C44907%2C1733352070662.1733352071384, exclude list is [], retry=0 2024-12-04T22:41:11,398 DEBUG [RS:1;9840c0493aab:34193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:37349:37349),(127.0.0.1/127.0.0.1:36735:36735)] 2024-12-04T22:41:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-d9f0bcf4-6737-4330-a270-106398125ad6,DISK] 2024-12-04T22:41:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e,DISK] 2024-12-04T22:41:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c,DISK] 2024-12-04T22:41:11,403 INFO [RS:2;9840c0493aab:44907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,44907,1733352070662/9840c0493aab%2C44907%2C1733352070662.1733352071384 2024-12-04T22:41:11,404 DEBUG [RS:2;9840c0493aab:44907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36735:36735),(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-04T22:41:11,494 DEBUG [9840c0493aab:43281 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-04T22:41:11,494 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T22:41:11,498 INFO [9840c0493aab:43281 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:41:11,498 INFO [9840c0493aab:43281 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:41:11,498 INFO [9840c0493aab:43281 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T22:41:11,498 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:41:11,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:11,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,35645,1733352070583, state=OPENING 2024-12-04T22:41:11,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T22:41:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:41:11,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:11,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:11,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:11,536 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T22:41:11,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:11,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:41:11,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:41:11,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:11,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:11,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:12,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:41:12,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:41:18,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:41:18,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:18,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:18,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:21,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:41:21,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:41:21,577 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T22:41:21,578 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T22:41:21,578 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T22:41:21,585 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9840c0493aab%2C35645%2C1733352070583.meta, suffix=.meta, logDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583, archiveDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs, maxLogs=32 2024-12-04T22:41:21,614 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583/9840c0493aab%2C35645%2C1733352070583.meta.1733352081597.meta, exclude list is [], retry=0 2024-12-04T22:41:21,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-c9615c6e-2f54-4fd0-819d-0c61881bbe2e,DISK] 2024-12-04T22:41:21,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40019,DS-d9f0bcf4-6737-4330-a270-106398125ad6,DISK] 2024-12-04T22:41:21,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-223aad5d-f1cb-4dd3-83d2-d3366e40b21c,DISK] 2024-12-04T22:41:21,662 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583/9840c0493aab%2C35645%2C1733352070583.meta.1733352081597.meta 2024-12-04T22:41:21,672 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45547:45547),(127.0.0.1/127.0.0.1:36735:36735),(127.0.0.1/127.0.0.1:37349:37349)] 2024-12-04T22:41:21,673 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T22:41:21,673 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T22:41:21,673 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T22:41:21,673 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T22:41:21,674 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T22:41:21,674 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:21,674 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T22:41:21,674 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T22:41:21,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T22:41:21,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T22:41:21,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:21,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:21,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T22:41:21,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T22:41:21,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:21,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:21,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T22:41:21,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T22:41:21,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:21,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T22:41:21,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T22:41:21,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:21,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T22:41:21,709 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T22:41:21,711 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740 2024-12-04T22:41:21,712 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740 2024-12-04T22:41:21,714 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T22:41:21,714 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T22:41:21,715 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T22:41:21,718 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T22:41:21,721 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70124963, jitterRate=0.04494337737560272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T22:41:21,722 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T22:41:21,723 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733352081674Writing region info on filesystem at 1733352081674Initializing all the Stores at 1733352081675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352081675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352081696 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352081696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733352081696Cleaning up temporary data from old regions at 1733352081714 (+18 ms)Running coprocessor post-open hooks at 1733352081722 (+8 ms)Region opened successfully at 1733352081723 (+1 ms) 2024-12-04T22:41:21,726 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733352081540 2024-12-04T22:41:21,730 DEBUG [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T22:41:21,730 INFO [RS_OPEN_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T22:41:21,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:21,731 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9840c0493aab,35645,1733352070583, state=OPEN 2024-12-04T22:41:21,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:21,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9840c0493aab,35645,1733352070583 2024-12-04T22:41:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:21,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:21,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:21,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:21,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T22:41:21,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T22:41:21,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T22:41:21,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9840c0493aab,35645,1733352070583 in 10.2500 sec 2024-12-04T22:41:21,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T22:41:21,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6980 sec 2024-12-04T22:41:21,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T22:41:21,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T22:41:21,799 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:21,799 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,35645,1733352070583, seqNum=-1] 2024-12-04T22:41:21,799 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:21,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:21,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7780 sec 2024-12-04T22:41:21,827 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733352081827, completionTime=-1 2024-12-04T22:41:21,827 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-04T22:41:21,827 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T22:41:21,831 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-04T22:41:21,831 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733352141831 2024-12-04T22:41:21,831 INFO [master/9840c0493aab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733352201831 2024-12-04T22:41:21,832 INFO [master/9840c0493aab:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-04T22:41:21,832 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T22:41:21,832 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,832 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,833 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,833 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9840c0493aab:43281, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,833 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,835 DEBUG [master/9840c0493aab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T22:41:21,840 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,845 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.118sec 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T22:41:21,847 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T22:41:21,863 DEBUG [master/9840c0493aab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T22:41:21,863 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T22:41:21,863 INFO [master/9840c0493aab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9840c0493aab,43281,1733352070397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T22:41:21,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,43281,-1 for getting cluster id 2024-12-04T22:41:21,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:21,903 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd61472d-9045-45bc-960c-80b961c479c8' 2024-12-04T22:41:21,903 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:21,904 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd61472d-9045-45bc-960c-80b961c479c8" 2024-12-04T22:41:21,904 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236b3c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,904 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,43281,-1] 2024-12-04T22:41:21,904 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:21,905 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:21,906 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:21,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:21,908 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,35645,1733352070583, seqNum=-1] 2024-12-04T22:41:21,908 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:21,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:21,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9840c0493aab,43281,1733352070397 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733352081911 (current time:1733352081911). 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c6ca39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9840c0493aab,43281,-1 for getting cluster id 2024-12-04T22:41:21,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T22:41:21,913 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd61472d-9045-45bc-960c-80b961c479c8' 2024-12-04T22:41:21,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T22:41:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd61472d-9045-45bc-960c-80b961c479c8" 2024-12-04T22:41:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a6b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9840c0493aab,43281,-1] 2024-12-04T22:41:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T22:41:21,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:21,915 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T22:41:21,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b8f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T22:41:21,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T22:41:21,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9840c0493aab,35645,1733352070583, seqNum=-1] 2024-12-04T22:41:21,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:21,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:21,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:41:21,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:21,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:21,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:21,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:41:21,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T22:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9840c0493aab,43281,1733352070397 2024-12-04T22:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f90e9f 2024-12-04T22:41:21,922 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T22:41:21,924 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T22:41:21,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T22:41:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-04T22:41:21,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T22:41:21,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:21,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-04T22:41:21,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T22:41:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:41:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:41:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741837_1013 (size=361) 2024-12-04T22:41:21,973 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db854fe58dcc04024b12dc88adb199b2, NAME => 'SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:21,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 582464187024437d7fe5e02df54dea1f, NAME => 'SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:21,988 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 280eeeca2e7d43e3a65fce4e74967c1f, NAME => 'SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741838_1014 (size=54) 2024-12-04T22:41:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741838_1014 (size=54) 2024-12-04T22:41:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741838_1014 (size=54) 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing db854fe58dcc04024b12dc88adb199b2, disabling compactions & flushes 2024-12-04T22:41:22,019 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. after waiting 0 ms 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:22,019 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:22,019 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for db854fe58dcc04024b12dc88adb199b2: Waiting for close lock at 1733352082019Disabling compacts and flushes for region at 1733352082019Disabling writes for close at 1733352082019Writing region close event to WAL at 1733352082019Closed at 1733352082019 2024-12-04T22:41:22,020 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62d2fe830877ad07920df6d10db77a56, NAME => 'SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:41:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:41:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741839_1015 (size=62) 2024-12-04T22:41:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741840_1016 (size=62) 2024-12-04T22:41:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741840_1016 (size=62) 2024-12-04T22:41:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741840_1016 (size=62) 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 582464187024437d7fe5e02df54dea1f, disabling compactions & flushes 2024-12-04T22:41:22,049 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. after waiting 0 ms 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:22,049 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:22,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 582464187024437d7fe5e02df54dea1f: Waiting for close lock at 1733352082049Disabling compacts and flushes for region at 1733352082049Disabling writes for close at 1733352082049Writing region close event to WAL at 1733352082049Closed at 1733352082049 2024-12-04T22:41:22,050 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 51785e7d9da51e11800f941214a7c71b, NAME => 'SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 280eeeca2e7d43e3a65fce4e74967c1f, disabling compactions & flushes 2024-12-04T22:41:22,051 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. after waiting 0 ms 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:22,051 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:22,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 280eeeca2e7d43e3a65fce4e74967c1f: Waiting for close lock at 1733352082051Disabling compacts and flushes for region at 1733352082051Disabling writes for close at 1733352082051Writing region close event to WAL at 1733352082051Closed at 1733352082051 2024-12-04T22:41:22,052 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 038994aca7151c90d87d617f534491ce, NAME => 'SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:41:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:41:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741841_1017 (size=62) 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 62d2fe830877ad07920df6d10db77a56, disabling compactions & flushes 2024-12-04T22:41:22,060 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. after waiting 0 ms 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:22,060 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:22,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62d2fe830877ad07920df6d10db77a56: Waiting for close lock at 1733352082060Disabling compacts and flushes for region at 1733352082060Disabling writes for close at 1733352082060Writing region close event to WAL at 1733352082060Closed at 1733352082060 2024-12-04T22:41:22,061 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bafe643eed9c97f5c6480ceea128a3ce, NAME => 'SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:41:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:41:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741842_1018 (size=62) 2024-12-04T22:41:22,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 51785e7d9da51e11800f941214a7c71b, disabling compactions & flushes 2024-12-04T22:41:22,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:22,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:22,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. after waiting 0 ms 2024-12-04T22:41:22,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:22,138 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:22,138 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 51785e7d9da51e11800f941214a7c71b: Waiting for close lock at 1733352082138Disabling compacts and flushes for region at 1733352082138Disabling writes for close at 1733352082138Writing region close event to WAL at 1733352082138Closed at 1733352082138 2024-12-04T22:41:22,139 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c4075afced5f0d63fe53ecf146ec0aa, NAME => 'SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:41:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:41:22,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741843_1019 (size=62) 2024-12-04T22:41:22,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,165 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 038994aca7151c90d87d617f534491ce, disabling compactions & flushes 2024-12-04T22:41:22,165 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:22,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:22,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. after waiting 0 ms 2024-12-04T22:41:22,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:22,166 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:22,166 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 038994aca7151c90d87d617f534491ce: Waiting for close lock at 1733352082165Disabling compacts and flushes for region at 1733352082165Disabling writes for close at 1733352082166 (+1 ms)Writing region close event to WAL at 1733352082166Closed at 1733352082166 2024-12-04T22:41:22,167 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d8ecca2886dee1393abcda66fb105537, NAME => 'SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:41:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:41:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741844_1020 (size=62) 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bafe643eed9c97f5c6480ceea128a3ce, disabling compactions & flushes 2024-12-04T22:41:22,205 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. after waiting 0 ms 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:22,205 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:22,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bafe643eed9c97f5c6480ceea128a3ce: Waiting for close lock at 1733352082205Disabling compacts and flushes for region at 1733352082205Disabling writes for close at 1733352082205Writing region close event to WAL at 1733352082205Closed at 1733352082205 2024-12-04T22:41:22,206 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9f7b9b1cdd27dff45a9993687b9fb12, NAME => 'SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e 2024-12-04T22:41:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:41:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:41:22,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741845_1021 (size=62) 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4c4075afced5f0d63fe53ecf146ec0aa, disabling compactions & flushes 2024-12-04T22:41:22,227 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. after waiting 0 ms 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:22,227 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:22,227 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c4075afced5f0d63fe53ecf146ec0aa: Waiting for close lock at 1733352082227Disabling compacts and flushes for region at 1733352082227Disabling writes for close at 1733352082227Writing region close event to WAL at 1733352082227Closed at 1733352082227 2024-12-04T22:41:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:41:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:41:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741846_1022 (size=62) 2024-12-04T22:41:22,248 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d8ecca2886dee1393abcda66fb105537, disabling compactions & flushes 2024-12-04T22:41:22,249 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:22,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:22,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. after waiting 0 ms 2024-12-04T22:41:22,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:22,249 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:22,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d8ecca2886dee1393abcda66fb105537: Waiting for close lock at 1733352082249Disabling compacts and flushes for region at 1733352082249Disabling writes for close at 1733352082249Writing region close event to WAL at 1733352082249Closed at 1733352082249 2024-12-04T22:41:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:41:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:41:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741847_1023 (size=54) 2024-12-04T22:41:22,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:22,267 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e9f7b9b1cdd27dff45a9993687b9fb12, disabling compactions & flushes 2024-12-04T22:41:22,267 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:22,267 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:22,267 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. after waiting 0 ms 2024-12-04T22:41:22,267 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:22,267 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:22,267 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9f7b9b1cdd27dff45a9993687b9fb12: Waiting for close lock at 1733352082267Disabling compacts and flushes for region at 1733352082267Disabling writes for close at 1733352082267Writing region close event to WAL at 1733352082267Closed at 1733352082267 2024-12-04T22:41:22,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733352082269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733352082269"}]},"ts":"1733352082269"} 2024-12-04T22:41:22,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-04T22:41:22,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T22:41:22,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352082283"}]},"ts":"1733352082283"} 2024-12-04T22:41:22,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-04T22:41:22,288 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-04T22:41:22,295 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:41:22,295 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:41:22,295 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-04T22:41:22,295 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:41:22,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=582464187024437d7fe5e02df54dea1f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=280eeeca2e7d43e3a65fce4e74967c1f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51785e7d9da51e11800f941214a7c71b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=038994aca7151c90d87d617f534491ce, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4075afced5f0d63fe53ecf146ec0aa, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8ecca2886dee1393abcda66fb105537, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN}] 2024-12-04T22:41:22,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=582464187024437d7fe5e02df54dea1f, ASSIGN 2024-12-04T22:41:22,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN 2024-12-04T22:41:22,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8ecca2886dee1393abcda66fb105537, ASSIGN 2024-12-04T22:41:22,299 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4075afced5f0d63fe53ecf146ec0aa, ASSIGN 2024-12-04T22:41:22,299 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN 2024-12-04T22:41:22,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=582464187024437d7fe5e02df54dea1f, ASSIGN; state=OFFLINE, location=9840c0493aab,35645,1733352070583; forceNewPlan=false, retain=false 2024-12-04T22:41:22,300 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN; state=OFFLINE, location=9840c0493aab,34193,1733352070620; forceNewPlan=false, retain=false 2024-12-04T22:41:22,300 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c4075afced5f0d63fe53ecf146ec0aa, ASSIGN; state=OFFLINE, location=9840c0493aab,35645,1733352070583; forceNewPlan=false, retain=false 2024-12-04T22:41:22,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8ecca2886dee1393abcda66fb105537, ASSIGN; state=OFFLINE, location=9840c0493aab,44907,1733352070662; forceNewPlan=false, retain=false 2024-12-04T22:41:22,301 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN; state=OFFLINE, location=9840c0493aab,34193,1733352070620; forceNewPlan=false, retain=false 2024-12-04T22:41:22,303 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=280eeeca2e7d43e3a65fce4e74967c1f, ASSIGN 2024-12-04T22:41:22,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN 2024-12-04T22:41:22,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN 2024-12-04T22:41:22,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=038994aca7151c90d87d617f534491ce, ASSIGN 2024-12-04T22:41:22,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51785e7d9da51e11800f941214a7c71b, ASSIGN 2024-12-04T22:41:22,305 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=280eeeca2e7d43e3a65fce4e74967c1f, ASSIGN; state=OFFLINE, location=9840c0493aab,44907,1733352070662; forceNewPlan=false, retain=false 2024-12-04T22:41:22,306 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN; state=OFFLINE, location=9840c0493aab,34193,1733352070620; forceNewPlan=false, retain=false 2024-12-04T22:41:22,306 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN; state=OFFLINE, location=9840c0493aab,34193,1733352070620; forceNewPlan=false, retain=false 2024-12-04T22:41:22,307 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=038994aca7151c90d87d617f534491ce, ASSIGN; state=OFFLINE, location=9840c0493aab,44907,1733352070662; forceNewPlan=false, retain=false 2024-12-04T22:41:22,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51785e7d9da51e11800f941214a7c71b, ASSIGN; state=OFFLINE, location=9840c0493aab,35645,1733352070583; forceNewPlan=false, retain=false 2024-12-04T22:41:22,450 INFO [9840c0493aab:43281 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-04T22:41:22,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=038994aca7151c90d87d617f534491ce, regionState=OPENING, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:22,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d8ecca2886dee1393abcda66fb105537, regionState=OPENING, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:22,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=280eeeca2e7d43e3a65fce4e74967c1f, regionState=OPENING, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:22,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4c4075afced5f0d63fe53ecf146ec0aa, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:22,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51785e7d9da51e11800f941214a7c71b, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:22,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=582464187024437d7fe5e02df54dea1f, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:22,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bafe643eed9c97f5c6480ceea128a3ce, regionState=OPENING, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:22,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e9f7b9b1cdd27dff45a9993687b9fb12, regionState=OPENING, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:22,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=62d2fe830877ad07920df6d10db77a56, regionState=OPENING, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:22,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db854fe58dcc04024b12dc88adb199b2, regionState=OPENING, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:22,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8ecca2886dee1393abcda66fb105537, ASSIGN because future has completed 2024-12-04T22:41:22,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8ecca2886dee1393abcda66fb105537, server=9840c0493aab,44907,1733352070662}] 2024-12-04T22:41:22,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=038994aca7151c90d87d617f534491ce, ASSIGN because future has completed 2024-12-04T22:41:22,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038994aca7151c90d87d617f534491ce, server=9840c0493aab,44907,1733352070662}] 2024-12-04T22:41:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=280eeeca2e7d43e3a65fce4e74967c1f, ASSIGN because future has completed 2024-12-04T22:41:22,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f, server=9840c0493aab,44907,1733352070662}] 2024-12-04T22:41:22,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c4075afced5f0d63fe53ecf146ec0aa, ASSIGN because future has completed 2024-12-04T22:41:22,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51785e7d9da51e11800f941214a7c71b, ASSIGN because future has completed 2024-12-04T22:41:22,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:41:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN because future has completed 2024-12-04T22:41:22,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,34193,1733352070620}] 2024-12-04T22:41:22,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51785e7d9da51e11800f941214a7c71b, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:41:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN because future has completed 2024-12-04T22:41:22,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=582464187024437d7fe5e02df54dea1f, ASSIGN because future has completed 2024-12-04T22:41:22,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN because future has completed 2024-12-04T22:41:22,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN because future has completed 2024-12-04T22:41:22,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,34193,1733352070620}] 2024-12-04T22:41:22,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,34193,1733352070620}] 2024-12-04T22:41:22,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 582464187024437d7fe5e02df54dea1f, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:41:22,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,34193,1733352070620}] 2024-12-04T22:41:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:22,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T22:41:22,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T22:41:22,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:41:22,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T22:41:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:23,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T22:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:27,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:41:27,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:27,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:27,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:32,478 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:41:32,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:41:32,491 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:32,492 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 280eeeca2e7d43e3a65fce4e74967c1f, NAME => 'SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-04T22:41:32,492 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,492 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,492 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,492 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,494 INFO [StoreOpener-280eeeca2e7d43e3a65fce4e74967c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,496 INFO [StoreOpener-280eeeca2e7d43e3a65fce4e74967c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280eeeca2e7d43e3a65fce4e74967c1f columnFamilyName cf 2024-12-04T22:41:32,496 DEBUG [StoreOpener-280eeeca2e7d43e3a65fce4e74967c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,497 INFO [StoreOpener-280eeeca2e7d43e3a65fce4e74967c1f-1 {}] regionserver.HStore(327): Store=280eeeca2e7d43e3a65fce4e74967c1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,497 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,498 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,498 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,498 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:32,498 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,498 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,499 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 51785e7d9da51e11800f941214a7c71b, NAME => 'SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-04T22:41:32,499 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,499 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,499 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,499 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,500 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,500 INFO [StoreOpener-51785e7d9da51e11800f941214a7c71b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T22:41:32,502 INFO [StoreOpener-51785e7d9da51e11800f941214a7c71b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51785e7d9da51e11800f941214a7c71b columnFamilyName cf 2024-12-04T22:41:32,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T22:41:32,502 DEBUG [StoreOpener-51785e7d9da51e11800f941214a7c71b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,502 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/280eeeca2e7d43e3a65fce4e74967c1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,503 INFO [StoreOpener-51785e7d9da51e11800f941214a7c71b-1 {}] regionserver.HStore(327): Store=51785e7d9da51e11800f941214a7c71b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,503 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,503 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 280eeeca2e7d43e3a65fce4e74967c1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74040055, jitterRate=0.10328279435634613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,503 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:32,503 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 280eeeca2e7d43e3a65fce4e74967c1f: Running coprocessor pre-open hook at 1733352092492Writing region info on filesystem at 1733352092492Initializing all the Stores at 1733352092494 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092494Cleaning up temporary data from old regions at 1733352092499 (+5 ms)Running coprocessor post-open hooks at 1733352092503 (+4 ms)Region opened successfully at 1733352092503 2024-12-04T22:41:32,503 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,504 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f., pid=17, masterSystemTime=1733352092477 2024-12-04T22:41:32,504 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,504 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,504 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,506 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:32,506 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,506 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:32,506 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:32,506 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d8ecca2886dee1393abcda66fb105537, NAME => 'SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-04T22:41:32,507 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=280eeeca2e7d43e3a65fce4e74967c1f, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:32,507 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,507 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,507 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f, server=9840c0493aab,44907,1733352070662 because future has completed 2024-12-04T22:41:32,509 INFO [StoreOpener-d8ecca2886dee1393abcda66fb105537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,510 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/51785e7d9da51e11800f941214a7c71b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,510 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:32,511 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 51785e7d9da51e11800f941214a7c71b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72709663, jitterRate=0.08345840871334076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,511 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:32,511 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 51785e7d9da51e11800f941214a7c71b: Running coprocessor pre-open hook at 1733352092499Writing region info on filesystem at 1733352092499Initializing all the Stores at 1733352092500 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092500Cleaning up temporary data from old regions at 1733352092504 (+4 ms)Running coprocessor post-open hooks at 1733352092511 (+7 ms)Region opened successfully at 1733352092511 2024-12-04T22:41:32,511 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => db854fe58dcc04024b12dc88adb199b2, NAME => 'SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T22:41:32,511 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,512 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,512 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,512 INFO [StoreOpener-d8ecca2886dee1393abcda66fb105537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8ecca2886dee1393abcda66fb105537 columnFamilyName cf 2024-12-04T22:41:32,512 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,512 DEBUG [StoreOpener-d8ecca2886dee1393abcda66fb105537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,512 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b., pid=19, masterSystemTime=1733352092493 2024-12-04T22:41:32,513 INFO [StoreOpener-d8ecca2886dee1393abcda66fb105537-1 {}] regionserver.HStore(327): Store=d8ecca2886dee1393abcda66fb105537/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,513 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-12-04T22:41:32,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f, server=9840c0493aab,44907,1733352070662 in 10.0340 sec 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:32,514 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:32,514 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c4075afced5f0d63fe53ecf146ec0aa, NAME => 'SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-04T22:41:32,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51785e7d9da51e11800f941214a7c71b, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:32,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=280eeeca2e7d43e3a65fce4e74967c1f, ASSIGN in 10.2170 sec 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,514 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,515 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,515 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,515 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51785e7d9da51e11800f941214a7c71b, server=9840c0493aab,35645,1733352070583 because future has completed 2024-12-04T22:41:32,516 INFO [StoreOpener-4c4075afced5f0d63fe53ecf146ec0aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,517 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,518 INFO [StoreOpener-4c4075afced5f0d63fe53ecf146ec0aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c4075afced5f0d63fe53ecf146ec0aa columnFamilyName cf 2024-12-04T22:41:32,518 DEBUG [StoreOpener-4c4075afced5f0d63fe53ecf146ec0aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,519 INFO [StoreOpener-4c4075afced5f0d63fe53ecf146ec0aa-1 {}] regionserver.HStore(327): Store=4c4075afced5f0d63fe53ecf146ec0aa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-04T22:41:32,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51785e7d9da51e11800f941214a7c71b, server=9840c0493aab,35645,1733352070583 in 10.0280 sec 2024-12-04T22:41:32,519 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,520 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51785e7d9da51e11800f941214a7c71b, ASSIGN in 10.2230 sec 2024-12-04T22:41:32,520 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,521 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,521 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,522 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d8ecca2886dee1393abcda66fb105537; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66299796, jitterRate=-0.012056052684783936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:32,522 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d8ecca2886dee1393abcda66fb105537: Running coprocessor pre-open hook at 1733352092507Writing region info on filesystem at 1733352092507Initializing all the Stores at 1733352092508 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092508Cleaning up temporary data from old regions at 1733352092515 (+7 ms)Running coprocessor post-open hooks at 1733352092522 (+7 ms)Region opened successfully at 1733352092522 2024-12-04T22:41:32,523 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., pid=15, masterSystemTime=1733352092477 2024-12-04T22:41:32,524 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,525 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:32,525 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4c4075afced5f0d63fe53ecf146ec0aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59750751, jitterRate=-0.10964442789554596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,525 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:32,525 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:32,525 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4c4075afced5f0d63fe53ecf146ec0aa: Running coprocessor pre-open hook at 1733352092515Writing region info on filesystem at 1733352092515Initializing all the Stores at 1733352092516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092516Cleaning up temporary data from old regions at 1733352092521 (+5 ms)Running coprocessor post-open hooks at 1733352092525 (+4 ms)Region opened successfully at 1733352092525 2024-12-04T22:41:32,525 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:32,525 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 038994aca7151c90d87d617f534491ce, NAME => 'SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-04T22:41:32,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d8ecca2886dee1393abcda66fb105537, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:32,526 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,526 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,526 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., pid=18, masterSystemTime=1733352092493 2024-12-04T22:41:32,526 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,526 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8ecca2886dee1393abcda66fb105537, server=9840c0493aab,44907,1733352070662 because future has completed 2024-12-04T22:41:32,527 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:32,527 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 582464187024437d7fe5e02df54dea1f, NAME => 'SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-04T22:41:32,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4c4075afced5f0d63fe53ecf146ec0aa, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,528 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,529 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,529 INFO [StoreOpener-038994aca7151c90d87d617f534491ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,530 INFO [StoreOpener-582464187024437d7fe5e02df54dea1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa, server=9840c0493aab,35645,1733352070583 because future has completed 2024-12-04T22:41:32,531 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db854fe58dcc04024b12dc88adb199b2 columnFamilyName cf 2024-12-04T22:41:32,531 INFO [StoreOpener-582464187024437d7fe5e02df54dea1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 582464187024437d7fe5e02df54dea1f columnFamilyName cf 2024-12-04T22:41:32,531 INFO [StoreOpener-038994aca7151c90d87d617f534491ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038994aca7151c90d87d617f534491ce columnFamilyName cf 2024-12-04T22:41:32,531 DEBUG [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,531 DEBUG [StoreOpener-582464187024437d7fe5e02df54dea1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,531 DEBUG [StoreOpener-038994aca7151c90d87d617f534491ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,532 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] regionserver.HStore(327): Store=db854fe58dcc04024b12dc88adb199b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-12-04T22:41:32,532 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,532 INFO [StoreOpener-038994aca7151c90d87d617f534491ce-1 {}] regionserver.HStore(327): Store=038994aca7151c90d87d617f534491ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,533 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d8ecca2886dee1393abcda66fb105537, server=9840c0493aab,44907,1733352070662 in 10.0730 sec 2024-12-04T22:41:32,533 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,533 INFO [StoreOpener-582464187024437d7fe5e02df54dea1f-1 {}] regionserver.HStore(327): Store=582464187024437d7fe5e02df54dea1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,534 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,534 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-04T22:41:32,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa, server=9840c0493aab,35645,1733352070583 in 10.0490 sec 2024-12-04T22:41:32,534 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,534 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,535 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,535 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8ecca2886dee1393abcda66fb105537, ASSIGN in 10.2360 sec 2024-12-04T22:41:32,536 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,536 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,536 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,536 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c4075afced5f0d63fe53ecf146ec0aa, ASSIGN in 10.2380 sec 2024-12-04T22:41:32,537 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,537 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,537 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,538 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,540 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,541 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened db854fe58dcc04024b12dc88adb199b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64519044, jitterRate=-0.03859132528305054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,541 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:32,541 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for db854fe58dcc04024b12dc88adb199b2: Running coprocessor pre-open hook at 1733352092512Writing region info on filesystem at 1733352092512Initializing all the Stores at 1733352092524 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092524Cleaning up temporary data from old regions at 1733352092534 (+10 ms)Running coprocessor post-open hooks at 1733352092541 (+7 ms)Region opened successfully at 1733352092541 2024-12-04T22:41:32,541 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/582464187024437d7fe5e02df54dea1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,541 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 582464187024437d7fe5e02df54dea1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59153536, jitterRate=-0.11854362487792969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,542 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:32,542 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 582464187024437d7fe5e02df54dea1f: Running coprocessor pre-open hook at 1733352092528Writing region info on filesystem at 1733352092528Initializing all the Stores at 1733352092529 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092529Cleaning up temporary data from old regions at 1733352092537 (+8 ms)Running coprocessor post-open hooks at 1733352092542 (+5 ms)Region opened successfully at 1733352092542 2024-12-04T22:41:32,542 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f., pid=24, masterSystemTime=1733352092493 2024-12-04T22:41:32,543 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2., pid=22, masterSystemTime=1733352092500 2024-12-04T22:41:32,543 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/038994aca7151c90d87d617f534491ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,544 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 038994aca7151c90d87d617f534491ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65855710, jitterRate=-0.018673449754714966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,544 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:32,544 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:32,544 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:32,545 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 038994aca7151c90d87d617f534491ce: Running coprocessor pre-open hook at 1733352092526Writing region info on filesystem at 1733352092526Initializing all the Stores at 1733352092527 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092527Cleaning up temporary data from old regions at 1733352092536 (+9 ms)Running coprocessor post-open hooks at 1733352092544 (+8 ms)Region opened successfully at 1733352092544 2024-12-04T22:41:32,545 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=582464187024437d7fe5e02df54dea1f, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:41:32,545 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:32,545 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:32,546 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:32,546 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => bafe643eed9c97f5c6480ceea128a3ce, NAME => 'SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T22:41:32,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db854fe58dcc04024b12dc88adb199b2, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:32,546 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,546 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce., pid=16, masterSystemTime=1733352092477 2024-12-04T22:41:32,546 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,546 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,546 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 582464187024437d7fe5e02df54dea1f, server=9840c0493aab,35645,1733352070583 because future has completed 2024-12-04T22:41:32,549 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,34193,1733352070620 because future has completed 2024-12-04T22:41:32,550 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:32,550 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:32,551 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafe643eed9c97f5c6480ceea128a3ce columnFamilyName cf 2024-12-04T22:41:32,551 DEBUG [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=038994aca7151c90d87d617f534491ce, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:41:32,551 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] regionserver.HStore(327): Store=bafe643eed9c97f5c6480ceea128a3ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-04T22:41:32,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 582464187024437d7fe5e02df54dea1f, server=9840c0493aab,35645,1733352070583 in 10.0380 sec 2024-12-04T22:41:32,551 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,552 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=582464187024437d7fe5e02df54dea1f, ASSIGN in 10.2550 sec 2024-12-04T22:41:32,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-04T22:41:32,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038994aca7151c90d87d617f534491ce, server=9840c0493aab,44907,1733352070662 because future has completed 2024-12-04T22:41:32,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,34193,1733352070620 in 10.0460 sec 2024-12-04T22:41:32,553 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,553 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,554 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN in 10.2570 sec 2024-12-04T22:41:32,555 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-04T22:41:32,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 038994aca7151c90d87d617f534491ce, server=9840c0493aab,44907,1733352070662 in 10.0880 sec 2024-12-04T22:41:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=038994aca7151c90d87d617f534491ce, ASSIGN in 10.2600 sec 2024-12-04T22:41:32,557 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,558 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened bafe643eed9c97f5c6480ceea128a3ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637248, jitterRate=0.06747817993164062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,558 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:32,558 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for bafe643eed9c97f5c6480ceea128a3ce: Running coprocessor pre-open hook at 1733352092546Writing region info on filesystem at 1733352092546Initializing all the Stores at 1733352092548 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092548Cleaning up temporary data from old regions at 1733352092554 (+6 ms)Running coprocessor post-open hooks at 1733352092558 (+4 ms)Region opened successfully at 1733352092558 2024-12-04T22:41:32,558 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., pid=21, masterSystemTime=1733352092500 2024-12-04T22:41:32,560 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:32,560 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:32,560 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:32,560 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 62d2fe830877ad07920df6d10db77a56, NAME => 'SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T22:41:32,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bafe643eed9c97f5c6480ceea128a3ce, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:32,560 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,560 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,561 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,561 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,34193,1733352070620 because future has completed 2024-12-04T22:41:32,562 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,564 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d2fe830877ad07920df6d10db77a56 columnFamilyName cf 2024-12-04T22:41:32,564 DEBUG [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,565 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] regionserver.HStore(327): Store=62d2fe830877ad07920df6d10db77a56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-12-04T22:41:32,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,34193,1733352070620 in 10.0700 sec 2024-12-04T22:41:32,565 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,566 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,568 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN in 10.2690 sec 2024-12-04T22:41:32,569 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,569 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,570 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,572 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,573 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 62d2fe830877ad07920df6d10db77a56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68019525, jitterRate=0.0135699063539505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,573 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:32,573 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 62d2fe830877ad07920df6d10db77a56: Running coprocessor pre-open hook at 1733352092561Writing region info on filesystem at 1733352092561Initializing all the Stores at 1733352092562 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092562Cleaning up temporary data from old regions at 1733352092569 (+7 ms)Running coprocessor post-open hooks at 1733352092573 (+4 ms)Region opened successfully at 1733352092573 2024-12-04T22:41:32,574 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56., pid=23, masterSystemTime=1733352092500 2024-12-04T22:41:32,575 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:32,575 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:32,575 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:32,576 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f7b9b1cdd27dff45a9993687b9fb12, NAME => 'SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T22:41:32,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=62d2fe830877ad07920df6d10db77a56, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:32,576 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,576 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:41:32,576 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,576 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,578 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,34193,1733352070620 because future has completed 2024-12-04T22:41:32,579 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f7b9b1cdd27dff45a9993687b9fb12 columnFamilyName cf 2024-12-04T22:41:32,580 DEBUG [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:41:32,580 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] regionserver.HStore(327): Store=e9f7b9b1cdd27dff45a9993687b9fb12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:41:32,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-04T22:41:32,580 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,34193,1733352070620 in 10.0710 sec 2024-12-04T22:41:32,581 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN in 10.2840 sec 2024-12-04T22:41:32,582 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,582 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,582 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,584 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,586 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T22:41:32,587 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e9f7b9b1cdd27dff45a9993687b9fb12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65148242, jitterRate=-0.02921554446220398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:41:32,587 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:32,587 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e9f7b9b1cdd27dff45a9993687b9fb12: Running coprocessor pre-open hook at 1733352092576Writing region info on filesystem at 1733352092576Initializing all the Stores at 1733352092577 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352092577Cleaning up temporary data from old regions at 1733352092582 (+5 ms)Running coprocessor post-open hooks at 1733352092587 (+5 ms)Region opened successfully at 1733352092587 2024-12-04T22:41:32,588 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., pid=20, masterSystemTime=1733352092500 2024-12-04T22:41:32,589 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:32,589 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:32,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e9f7b9b1cdd27dff45a9993687b9fb12, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,34193,1733352070620 2024-12-04T22:41:32,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,34193,1733352070620 because future has completed 2024-12-04T22:41:32,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-04T22:41:32,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,34193,1733352070620 in 10.1030 sec 2024-12-04T22:41:32,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-04T22:41:32,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN in 10.2970 sec 2024-12-04T22:41:32,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T22:41:32,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733352092596"}]},"ts":"1733352092596"} 2024-12-04T22:41:32,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-04T22:41:32,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T22:41:32,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6730 sec 2024-12-04T22:41:35,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-04T22:41:37,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:37,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:37,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:38,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T22:41:38,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:38,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:38,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T22:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T22:41:40,164 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-04T22:41:40,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-04T22:41:40,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:41:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-04T22:41:40,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:41:40,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-04T22:41:40,189 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,191 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,192 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,194 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,195 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,228 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., hostname=9840c0493aab,35645,1733352070583, seqNum=2] 2024-12-04T22:41:40,230 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., hostname=9840c0493aab,35645,1733352070583, seqNum=2] 2024-12-04T22:41:40,231 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., hostname=9840c0493aab,35645,1733352070583, seqNum=2] 2024-12-04T22:41:40,232 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., hostname=9840c0493aab,35645,1733352070583, seqNum=2] 2024-12-04T22:41:40,275 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., hostname=9840c0493aab,44907,1733352070662, seqNum=2] 2024-12-04T22:41:40,279 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., hostname=9840c0493aab,44907,1733352070662, seqNum=2] 2024-12-04T22:41:40,280 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., hostname=9840c0493aab,44907,1733352070662, seqNum=2] 2024-12-04T22:41:40,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., hostname=9840c0493aab,44907,1733352070662, seqNum=2] 2024-12-04T22:41:40,283 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537., hostname=9840c0493aab,44907,1733352070662, seqNum=2] 2024-12-04T22:41:40,357 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,359 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,361 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,369 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,370 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:40,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:41:40,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., hostname=9840c0493aab,34193,1733352070620, seqNum=2] 2024-12-04T22:41:41,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:41,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:41,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T22:41:41,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35645 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:41:41,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T22:41:41,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:41:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:41,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:41:41,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34193 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. with WAL disabled. Data may be lost in the event of a crash. 2024-12-04T22:41:41,589 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-04T22:41:41,589 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:41:41,590 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-04T22:41:41,591 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-04T22:41:41,593 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-04T22:41:41,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:41:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:41:41,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741848_1024 (size=49) 2024-12-04T22:41:41,602 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-04T22:41:41,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db854fe58dcc04024b12dc88adb199b2}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 582464187024437d7fe5e02df54dea1f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62d2fe830877ad07920df6d10db77a56}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51785e7d9da51e11800f941214a7c71b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 038994aca7151c90d87d617f534491ce}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafe643eed9c97f5c6480ceea128a3ce}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8ecca2886dee1393abcda66fb105537}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12}] 2024-12-04T22:41:41,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:41,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:41,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:41,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:41,604 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:41,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:41,609 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:41,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:41,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:41,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:44,845 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-04T22:41:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-04T22:41:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-04T22:41:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-04T22:41:51,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-04T22:41:51,607 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:51,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4c4075afced5f0d63fe53ecf146ec0aa 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-04T22:41:51,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:51,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for db854fe58dcc04024b12dc88adb199b2: 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 038994aca7151c90d87d617f534491ce: 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:51,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-04T22:41:51,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 582464187024437d7fe5e02df54dea1f: 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,614 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d8ecca2886dee1393abcda66fb105537 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-04T22:41:51,614 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e9f7b9b1cdd27dff45a9993687b9fb12 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-04T22:41:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:51,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 280eeeca2e7d43e3a65fce4e74967c1f: 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 51785e7d9da51e11800f941214a7c71b: 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:51,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-04T22:41:51,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing bafe643eed9c97f5c6480ceea128a3ce 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-04T22:41:51,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/.tmp/cf/1ef6c4564f1d41798cfe8c73663c4e68 is 34, key is baa/cf:cf/1733352101079/Put/seqid=0 2024-12-04T22:41:51,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/.tmp/cf/7d7760c24ab44fa2b29c3ef0e13ce35e is 34, key is ccd/cf:cf/1733352101088/Put/seqid=0 2024-12-04T22:41:51,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/.tmp/cf/1547c7c8e058491398e900af25144333 is 34, key is aaa/cf:cf/1733352101154/Put/seqid=0 2024-12-04T22:41:51,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741849_1025 (size=57) 2024-12-04T22:41:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741849_1025 (size=57) 2024-12-04T22:41:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741849_1025 (size=57) 2024-12-04T22:41:51,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:41:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/.tmp/cf/9cbe9f4466d247d2b06229670a0abcaf is 34, key is eaa/cf:cf/1733352101500/Put/seqid=0 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 62d2fe830877ad07920df6d10db77a56: 2024-12-04T22:41:51,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T22:41:51,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-04T22:41:51,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:51,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:41:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741851_1027 (size=65) 2024-12-04T22:41:51,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:41:51,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-04T22:41:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-04T22:41:51,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:51,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 038994aca7151c90d87d617f534491ce 2024-12-04T22:41:51,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db854fe58dcc04024b12dc88adb199b2 in 10.1310 sec 2024-12-04T22:41:51,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 038994aca7151c90d87d617f534491ce in 10.1330 sec 2024-12-04T22:41:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:41:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:41:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741850_1026 (size=65) 2024-12-04T22:41:51,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:41:51,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-04T22:41:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-04T22:41:51,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:51,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 582464187024437d7fe5e02df54dea1f 2024-12-04T22:41:51,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 582464187024437d7fe5e02df54dea1f in 10.1590 sec 2024-12-04T22:41:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741853_1029 (size=65) 2024-12-04T22:41:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741853_1029 (size=65) 2024-12-04T22:41:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741853_1029 (size=65) 2024-12-04T22:41:51,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:41:51,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T22:41:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T22:41:51,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:51,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:41:51,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51785e7d9da51e11800f941214a7c71b in 10.2050 sec 2024-12-04T22:41:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741854_1030 (size=28623) 2024-12-04T22:41:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741854_1030 (size=28623) 2024-12-04T22:41:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741854_1030 (size=28623) 2024-12-04T22:41:51,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/.tmp/cf/1ef6c4564f1d41798cfe8c73663c4e68 2024-12-04T22:41:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741855_1031 (size=499309) 2024-12-04T22:41:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741855_1031 (size=499309) 2024-12-04T22:41:51,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741855_1031 (size=499309) 2024-12-04T22:41:51,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/.tmp/cf/9cbe9f4466d247d2b06229670a0abcaf 2024-12-04T22:41:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:41:51,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:41:51,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741852_1028 (size=65) 2024-12-04T22:41:51,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:41:51,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T22:41:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T22:41:51,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:51,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:41:51,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 280eeeca2e7d43e3a65fce4e74967c1f in 10.3050 sec 2024-12-04T22:41:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741856_1032 (size=47197) 2024-12-04T22:41:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741856_1032 (size=47197) 2024-12-04T22:41:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741856_1032 (size=47197) 2024-12-04T22:41:51,916 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/.tmp/cf/7d7760c24ab44fa2b29c3ef0e13ce35e 2024-12-04T22:41:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741857_1033 (size=26918) 2024-12-04T22:41:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741857_1033 (size=26918) 2024-12-04T22:41:51,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/.tmp/cf/1547c7c8e058491398e900af25144333 2024-12-04T22:41:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741857_1033 (size=26918) 2024-12-04T22:41:51,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/.tmp/cf/9cbe9f4466d247d2b06229670a0abcaf as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/cf/9cbe9f4466d247d2b06229670a0abcaf 2024-12-04T22:41:51,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/.tmp/cf/1547c7c8e058491398e900af25144333 as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/cf/1547c7c8e058491398e900af25144333 2024-12-04T22:41:51,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/.tmp/cf/1ef6c4564f1d41798cfe8c73663c4e68 as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/cf/1ef6c4564f1d41798cfe8c73663c4e68 2024-12-04T22:41:51,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/.tmp/cf/7d7760c24ab44fa2b29c3ef0e13ce35e as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/cf/7d7760c24ab44fa2b29c3ef0e13ce35e 2024-12-04T22:41:51,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/cf/1547c7c8e058491398e900af25144333, entries=676, sequenceid=5, filesize=26.3 K 2024-12-04T22:41:51,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for bafe643eed9c97f5c6480ceea128a3ce in 354ms, sequenceid=5, compaction requested=false 2024-12-04T22:41:51,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for bafe643eed9c97f5c6480ceea128a3ce: 2024-12-04T22:41:51,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/cf/1547c7c8e058491398e900af25144333] hfiles 2024-12-04T22:41:51,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/cf/1547c7c8e058491398e900af25144333 for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/cf/9cbe9f4466d247d2b06229670a0abcaf, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-04T22:41:51,983 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e9f7b9b1cdd27dff45a9993687b9fb12 in 368ms, sequenceid=5, compaction requested=false 2024-12-04T22:41:51,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e9f7b9b1cdd27dff45a9993687b9fb12: 2024-12-04T22:41:51,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. for SnapshotProcedureTest completed. 2024-12-04T22:41:51,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:51,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/cf/9cbe9f4466d247d2b06229670a0abcaf] hfiles 2024-12-04T22:41:51,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/cf/9cbe9f4466d247d2b06229670a0abcaf for snapshot=SnapshotProcedureTest 2024-12-04T22:41:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:41:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:41:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741858_1034 (size=65) 2024-12-04T22:41:51,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:41:51,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-04T22:41:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-04T22:41:51,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:51,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:41:51,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 62d2fe830877ad07920df6d10db77a56 in 10.3910 sec 2024-12-04T22:41:52,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/cf/7d7760c24ab44fa2b29c3ef0e13ce35e, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-04T22:41:52,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d8ecca2886dee1393abcda66fb105537 in 389ms, sequenceid=5, compaction requested=false 2024-12-04T22:41:52,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d8ecca2886dee1393abcda66fb105537: 2024-12-04T22:41:52,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. for SnapshotProcedureTest completed. 2024-12-04T22:41:52,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:52,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:52,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/cf/7d7760c24ab44fa2b29c3ef0e13ce35e] hfiles 2024-12-04T22:41:52,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/cf/7d7760c24ab44fa2b29c3ef0e13ce35e for snapshot=SnapshotProcedureTest 2024-12-04T22:41:52,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/cf/1ef6c4564f1d41798cfe8c73663c4e68, entries=731, sequenceid=5, filesize=28.0 K 2024-12-04T22:41:52,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4c4075afced5f0d63fe53ecf146ec0aa in 400ms, sequenceid=5, compaction requested=false 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4c4075afced5f0d63fe53ecf146ec0aa: 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. for SnapshotProcedureTest completed. 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa.' region-info for snapshot=SnapshotProcedureTest 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/cf/1ef6c4564f1d41798cfe8c73663c4e68] hfiles 2024-12-04T22:41:52,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/cf/1ef6c4564f1d41798cfe8c73663c4e68 for snapshot=SnapshotProcedureTest 2024-12-04T22:41:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741859_1035 (size=97) 2024-12-04T22:41:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741859_1035 (size=97) 2024-12-04T22:41:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741859_1035 (size=97) 2024-12-04T22:41:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741860_1036 (size=105) 2024-12-04T22:41:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741860_1036 (size=105) 2024-12-04T22:41:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741860_1036 (size=105) 2024-12-04T22:41:52,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:41:52,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-04T22:41:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-04T22:41:52,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:52,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:41:52,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12 in 10.4510 sec 2024-12-04T22:41:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741861_1037 (size=105) 2024-12-04T22:41:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741861_1037 (size=105) 2024-12-04T22:41:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741861_1037 (size=105) 2024-12-04T22:41:52,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:41:52,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-04T22:41:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-04T22:41:52,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:52,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8ecca2886dee1393abcda66fb105537 2024-12-04T22:41:52,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741862_1038 (size=105) 2024-12-04T22:41:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741862_1038 (size=105) 2024-12-04T22:41:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741862_1038 (size=105) 2024-12-04T22:41:52,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:41:52,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-04T22:41:52,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8ecca2886dee1393abcda66fb105537 in 10.4970 sec 2024-12-04T22:41:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-04T22:41:52,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:52,103 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:41:52,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c4075afced5f0d63fe53ecf146ec0aa in 10.5020 sec 2024-12-04T22:41:52,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:41:52,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-04T22:41:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-04T22:41:52,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:52,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:41:52,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-04T22:41:52,454 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-04T22:41:52,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bafe643eed9c97f5c6480ceea128a3ce in 10.8500 sec 2024-12-04T22:41:52,455 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-04T22:41:52,456 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-04T22:41:52,456 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-04T22:41:52,458 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:41:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741863_1039 (size=1174) 2024-12-04T22:41:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741863_1039 (size=1174) 2024-12-04T22:41:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741863_1039 (size=1174) 2024-12-04T22:41:52,493 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-04T22:41:52,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-04T22:41:52,505 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:41:52,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,506 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,506 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:41:52,506 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:41:52,507 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:41:52,512 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:41:52,513 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,513 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:41:52,514 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:41:52,606 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,606 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9840c0493aab,34193,1733352070620: Simulated kill ***** 2024-12-04T22:41:52,607 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T22:41:52,607 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T22:41:52,608 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T22:41:52,608 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T22:41:52,608 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T22:41:52,608 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 647191528 }, "NonHeapMemoryUsage": { "committed": 177012736, "init": 7667712, "max": -1, "used": 172254504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T22:41:52,609 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43281 {}] master.MasterRpcServices(700): 9840c0493aab,34193,1733352070620 reported a fatal error: ***** ABORTING region server 9840c0493aab,34193,1733352070620: Simulated kill ***** 2024-12-04T22:41:52,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,34193,1733352070620' ***** 2024-12-04T22:41:52,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-04T22:41:52,610 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:41:52,611 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T22:41:52,611 INFO [RS:1;9840c0493aab:34193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-04T22:41:52,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:41:52,611 INFO [RS:1;9840c0493aab:34193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-04T22:41:52,611 INFO [RS:1;9840c0493aab:34193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:41:52,611 INFO [RS:1;9840c0493aab:34193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9840c0493aab:34193. 2024-12-04T22:41:52,611 DEBUG [RS:1;9840c0493aab:34193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:41:52,611 DEBUG [RS:1;9840c0493aab:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741834_1010 (size=2286) 2024-12-04T22:41:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741834_1010 (size=2286) 2024-12-04T22:41:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741834_1010 (size=2286) 2024-12-04T22:41:52,617 DEBUG [RS:1;9840c0493aab:34193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:41:52,617 INFO [RS:1;9840c0493aab:34193 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:52,618 INFO [RS:1;9840c0493aab:34193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34193 2024-12-04T22:41:52,666 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:41:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:41:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,688 INFO [RS:1;9840c0493aab:34193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:41:52,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,34193,1733352070620] 2024-12-04T22:41:52,709 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,34193,1733352070620 already deleted, retry=false 2024-12-04T22:41:52,709 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9840c0493aab,34193,1733352070620 on 9840c0493aab,43281,1733352070397 2024-12-04T22:41:52,711 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9840c0493aab,34193,1733352070620, splitWal=true, meta=false 2024-12-04T22:41:52,711 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 9840c0493aab,34193,1733352070620 (carryingMeta=false) 9840c0493aab,34193,1733352070620/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5c42c04f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T22:41:52,713 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9840c0493aab,34193,1733352070620, splitWal=true, meta=false 2024-12-04T22:41:52,723 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9840c0493aab,34193,1733352070620 had 4 regions 2024-12-04T22:41:52,724 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9840c0493aab,34193,1733352070620, splitWal=true, meta=false, isMeta: false 2024-12-04T22:41:52,726 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting 2024-12-04T22:41:52,730 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,34193,1733352070620 Release verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,730 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9840c0493aab,34193,1733352070620 WAL count=1, meta=false 2024-12-04T22:41:52,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9840c0493aab%2C34193%2C1733352070620.1733352071373}] 2024-12-04T22:41:52,730 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to 9840c0493aab,34193,1733352070620, this operation will be retried to send to another server 2024-12-04T22:41:52,730 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:52,731 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733352113730 2024-12-04T22:41:52,733 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,34193,1733352070620 Release verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,733 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 9840c0493aab,34193,1733352070620, this operation will be retried to send to another server 2024-12-04T22:41:52,733 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-04T22:41:52,733 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-04T22:41:52,733 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-04T22:41:52,733 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-04T22:41:52,733 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:52,733 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733352113733 2024-12-04T22:41:52,736 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=9840c0493aab,35645,1733352070583 2024-12-04T22:41:52,736 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,34193,1733352070620 Release verify snapshot worker=9840c0493aab,34193,1733352070620 2024-12-04T22:41:52,736 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 9840c0493aab,34193,1733352070620, this operation will be retried to send to another server 2024-12-04T22:41:52,736 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T22:41:52,736 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733352113736 2024-12-04T22:41:52,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9840c0493aab%2C34193%2C1733352070620.1733352071373, worker=9840c0493aab,35645,1733352070583}] 2024-12-04T22:41:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34193-0x101a28198940002, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:41:52,799 INFO [RS:1;9840c0493aab:34193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:41:52,799 INFO [RS:1;9840c0493aab:34193 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,34193,1733352070620; zookeeper connection closed. 2024-12-04T22:41:52,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49cfc412 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49cfc412 2024-12-04T22:41:53,221 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:41:53,221 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:42:02,366 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9840c0493aab:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-04T22:42:02,427 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T22:42:02,427 INFO [master/9840c0493aab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T22:42:02,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-04T22:42:02,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-04T22:42:02,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-04T22:42:02,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:42:02,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-04T22:42:02,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-04T22:42:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-04T22:42:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T22:42:02,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-04T22:42:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-04T22:42:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-04T22:42:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-04T22:42:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-04T22:42:02,519 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T22:42:02,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 10.0220 sec 2024-12-04T22:42:02,523 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,523 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,530 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,531 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,532 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 10.0270 sec 2024-12-04T22:42:02,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 10.0340 sec 2024-12-04T22:42:02,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-04T22:42:02,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-04T22:42:02,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-04T22:42:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-04T22:42:02,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-04T22:42:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-04T22:42:02,553 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 Release verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-04T22:42:02,556 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 Release verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 in 10.0570 sec 2024-12-04T22:42:02,557 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,557 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 Release verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 in 10.0590 sec 2024-12-04T22:42:02,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 in 10.0600 sec 2024-12-04T22:42:02,567 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373, size=2.2 K (2286bytes) 2024-12-04T22:42:02,567 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 2024-12-04T22:42:02,568 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 after 0ms 2024-12-04T22:42:02,571 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 took 4ms 2024-12-04T22:42:02,579 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for db854fe58dcc04024b12dc88adb199b2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:42:02,581 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bafe643eed9c97f5c6480ceea128a3ce: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-04T22:42:02,582 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 62d2fe830877ad07920df6d10db77a56: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-04T22:42:02,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e9f7b9b1cdd27dff45a9993687b9fb12: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-04T22:42:02,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 so closing down 2024-12-04T22:42:02,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-04T22:42:02,584 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-04T22:42:02,584 INFO [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373, size=2.2 K, length=2286, corrupted=false, cancelled=false 2024-12-04T22:42:02,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373, journal: Splitting hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373, size=2.2 K (2286bytes) at 1733352122567Finishing writing output for hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 so closing down at 1733352122584 (+17 ms)3 split writer threads finished at 1733352122584Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373, size=2.2 K, length=2286, corrupted=false, cancelled=false at 1733352122584 2024-12-04T22:42:02,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 2024-12-04T22:42:02,584 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9840c0493aab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-04T22:42:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-04T22:42:02,589 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting/9840c0493aab%2C34193%2C1733352070620.1733352071373 to hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs 2024-12-04T22:42:02,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-04T22:42:02,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9840c0493aab%2C34193%2C1733352070620.1733352071373, worker=9840c0493aab,35645,1733352070583 in 9.8500 sec 2024-12-04T22:42:02,593 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T22:42:02,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 9840c0493aab%2C34193%2C1733352070620.1733352071373, worker=9840c0493aab,35645,1733352070583 in 9.8630 sec 2024-12-04T22:42:02,597 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting dir is empty, no logs to split. 2024-12-04T22:42:02,597 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9840c0493aab,34193,1733352070620 WAL count=0, meta=false 2024-12-04T22:42:02,597 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9840c0493aab,34193,1733352070620 WAL splitting is done? wals=0, meta=false 2024-12-04T22:42:02,601 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9840c0493aab,34193,1733352070620 failed, ignore...File hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,34193,1733352070620-splitting does not exist. 2024-12-04T22:42:02,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN}] 2024-12-04T22:42:02,604 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN 2024-12-04T22:42:02,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN 2024-12-04T22:42:02,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN 2024-12-04T22:42:02,604 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN 2024-12-04T22:42:02,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:42:02,606 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:42:02,606 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:42:02,606 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T22:42:02,756 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(204): Hosts are {9840c0493aab=0} racks are {/default-rack=0} 2024-12-04T22:42:02,757 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-04T22:42:02,757 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-04T22:42:02,757 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-04T22:42:02,757 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-04T22:42:02,757 INFO [9840c0493aab:43281 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-04T22:42:02,757 INFO [9840c0493aab:43281 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-04T22:42:02,757 DEBUG [9840c0493aab:43281 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-04T22:42:02,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e9f7b9b1cdd27dff45a9993687b9fb12, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=bafe643eed9c97f5c6480ceea128a3ce, regionState=OPENING, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=db854fe58dcc04024b12dc88adb199b2, regionState=OPENING, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:42:02,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=62d2fe830877ad07920df6d10db77a56, regionState=OPENING, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:42:02,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN because future has completed 2024-12-04T22:42:02,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:42:02,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN because future has completed 2024-12-04T22:42:02,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,44907,1733352070662}] 2024-12-04T22:42:02,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN because future has completed 2024-12-04T22:42:02,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,35645,1733352070583}] 2024-12-04T22:42:02,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN because future has completed 2024-12-04T22:42:02,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,44907,1733352070662}] 2024-12-04T22:42:10,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T22:42:12,527 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-04T22:42:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-04T22:42:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-04T22:42:12,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => bafe643eed9c97f5c6480ceea128a3ce, NAME => 'SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-04T22:42:12,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-04T22:42:12,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-04T22:42:12,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:12,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,527 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-04T22:42:12,529 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-04T22:42:12,530 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bafe643eed9c97f5c6480ceea128a3ce columnFamilyName cf 2024-12-04T22:42:12,531 DEBUG [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-04T22:42:12,532 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-04T22:42:12,534 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 20.0350 sec 2024-12-04T22:42:12,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 20.0370 sec 2024-12-04T22:42:12,537 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 Release verify snapshot worker=9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,44907,1733352070662 in 20.0400 sec 2024-12-04T22:42:12,563 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-04T22:42:12,563 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f7b9b1cdd27dff45a9993687b9fb12, NAME => 'SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-04T22:42:12,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-04T22:42:12,563 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,563 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:12,563 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,563 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43281 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-04T22:42:12,568 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 Release verify snapshot worker=9840c0493aab,35645,1733352070583 2024-12-04T22:42:12,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-12-04T22:42:12,573 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-04T22:42:12,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9840c0493aab,35645,1733352070583 in 20.0710 sec 2024-12-04T22:42:12,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.hbase-snapshot/SnapshotProcedureTest 2024-12-04T22:42:12,577 DEBUG [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/cf/1547c7c8e058491398e900af25144333 2024-12-04T22:42:12,577 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-04T22:42:12,577 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-04T22:42:12,577 INFO [StoreOpener-bafe643eed9c97f5c6480ceea128a3ce-1 {}] regionserver.HStore(327): Store=bafe643eed9c97f5c6480ceea128a3ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:12,577 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,578 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,580 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,580 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,580 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9890 sec 2024-12-04T22:42:12,584 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,584 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,585 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f7b9b1cdd27dff45a9993687b9fb12 columnFamilyName cf 2024-12-04T22:42:12,585 DEBUG [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:12,609 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,611 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened bafe643eed9c97f5c6480ceea128a3ce; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215914, jitterRate=-0.013305991888046265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:42:12,611 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,611 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for bafe643eed9c97f5c6480ceea128a3ce: Running coprocessor pre-open hook at 1733352132528Writing region info on filesystem at 1733352132528Initializing all the Stores at 1733352132528Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352132529 (+1 ms)Cleaning up temporary data from old regions at 1733352132580 (+51 ms)Running coprocessor post-open hooks at 1733352132611 (+31 ms)Region opened successfully at 1733352132611 2024-12-04T22:42:12,613 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., pid=54, masterSystemTime=1733352132523 2024-12-04T22:42:12,615 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,616 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,616 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,616 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => db854fe58dcc04024b12dc88adb199b2, NAME => 'SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-04T22:42:12,617 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,617 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:12,617 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,617 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,617 DEBUG [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/cf/9cbe9f4466d247d2b06229670a0abcaf 2024-12-04T22:42:12,617 INFO [StoreOpener-e9f7b9b1cdd27dff45a9993687b9fb12-1 {}] regionserver.HStore(327): Store=e9f7b9b1cdd27dff45a9993687b9fb12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:12,617 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=bafe643eed9c97f5c6480ceea128a3ce, regionState=OPEN, openSeqNum=6, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,44907,1733352070662 because future has completed 2024-12-04T22:42:12,620 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,623 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,623 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,623 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,627 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-04T22:42:12,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure bafe643eed9c97f5c6480ceea128a3ce, server=9840c0493aab,44907,1733352070662 in 9.8610 sec 2024-12-04T22:42:12,637 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bafe643eed9c97f5c6480ceea128a3ce, ASSIGN in 10.0320 sec 2024-12-04T22:42:12,639 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-04T22:42:12,640 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db854fe58dcc04024b12dc88adb199b2 columnFamilyName cf 2024-12-04T22:42:12,640 DEBUG [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:12,640 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,641 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened e9f7b9b1cdd27dff45a9993687b9fb12; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65990651, jitterRate=-0.01666267216205597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:42:12,642 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,642 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for e9f7b9b1cdd27dff45a9993687b9fb12: Running coprocessor pre-open hook at 1733352132564Writing region info on filesystem at 1733352132564Initializing all the Stores at 1733352132566 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352132566Cleaning up temporary data from old regions at 1733352132623 (+57 ms)Running coprocessor post-open hooks at 1733352132642 (+19 ms)Region opened successfully at 1733352132642 2024-12-04T22:42:12,643 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., pid=53, masterSystemTime=1733352132557 2024-12-04T22:42:12,643 INFO [StoreOpener-db854fe58dcc04024b12dc88adb199b2-1 {}] regionserver.HStore(327): Store=db854fe58dcc04024b12dc88adb199b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:12,643 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,643 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-04T22:42:12,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T22:42:12,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:42:12,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:12,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T22:42:12,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T22:42:12,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167316322, stopped=false 2024-12-04T22:42:12,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9840c0493aab,43281,1733352070397 2024-12-04T22:42:12,645 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,647 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,647 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,647 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,647 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 62d2fe830877ad07920df6d10db77a56, NAME => 'SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-04T22:42:12,648 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,648 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T22:42:12,648 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,648 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,651 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,652 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=e9f7b9b1cdd27dff45a9993687b9fb12, regionState=OPEN, openSeqNum=6, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:42:12,652 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,652 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d2fe830877ad07920df6d10db77a56 columnFamilyName cf 2024-12-04T22:42:12,653 DEBUG [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T22:42:12,654 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,35645,1733352070583 because future has completed 2024-12-04T22:42:12,654 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,654 INFO [StoreOpener-62d2fe830877ad07920df6d10db77a56-1 {}] regionserver.HStore(327): Store=62d2fe830877ad07920df6d10db77a56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T22:42:12,655 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,656 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,658 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,660 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,661 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened db854fe58dcc04024b12dc88adb199b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74841108, jitterRate=0.11521941423416138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:42:12,661 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,661 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for db854fe58dcc04024b12dc88adb199b2: Running coprocessor pre-open hook at 1733352132617Writing region info on filesystem at 1733352132617Initializing all the Stores at 1733352132618 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352132618Cleaning up temporary data from old regions at 1733352132654 (+36 ms)Running coprocessor post-open hooks at 1733352132661 (+7 ms)Region opened successfully at 1733352132661 2024-12-04T22:42:12,662 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,662 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,664 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2., pid=56, masterSystemTime=1733352132523 2024-12-04T22:42:12,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f7b9b1cdd27dff45a9993687b9fb12, ASSIGN in 10.0610 sec 2024-12-04T22:42:12,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-04T22:42:12,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f7b9b1cdd27dff45a9993687b9fb12, server=9840c0493aab,35645,1733352070583 in 9.8970 sec 2024-12-04T22:42:12,667 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,667 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=db854fe58dcc04024b12dc88adb199b2, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,667 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,44907,1733352070662 because future has completed 2024-12-04T22:42:12,671 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 62d2fe830877ad07920df6d10db77a56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71830603, jitterRate=0.07035939395427704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T22:42:12,671 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,672 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 62d2fe830877ad07920df6d10db77a56: Running coprocessor pre-open hook at 1733352132648Writing region info on filesystem at 1733352132648Initializing all the Stores at 1733352132649 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733352132649Cleaning up temporary data from old regions at 1733352132662 (+13 ms)Running coprocessor post-open hooks at 1733352132671 (+9 ms)Region opened successfully at 1733352132671 2024-12-04T22:42:12,673 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56., pid=55, masterSystemTime=1733352132557 2024-12-04T22:42:12,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=52 2024-12-04T22:42:12,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure db854fe58dcc04024b12dc88adb199b2, server=9840c0493aab,44907,1733352070662 in 9.9060 sec 2024-12-04T22:42:12,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=62d2fe830877ad07920df6d10db77a56, regionState=OPEN, openSeqNum=2, regionLocation=9840c0493aab,35645,1733352070583 2024-12-04T22:42:12,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db854fe58dcc04024b12dc88adb199b2, ASSIGN in 10.0740 sec 2024-12-04T22:42:12,677 DEBUG [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,680 INFO [RS_OPEN_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,35645,1733352070583 because future has completed 2024-12-04T22:42:12,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=51 2024-12-04T22:42:12,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 62d2fe830877ad07920df6d10db77a56, server=9840c0493aab,35645,1733352070583 in 9.9190 sec 2024-12-04T22:42:12,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-04T22:42:12,693 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 9840c0493aab,34193,1733352070620 after splitting done 2024-12-04T22:42:12,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=62d2fe830877ad07920df6d10db77a56, ASSIGN in 10.0870 sec 2024-12-04T22:42:12,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 9840c0493aab,34193,1733352070620, splitWal=true, meta=false in 19.9840 sec 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T22:42:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:42:12,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:42:12,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T22:42:12,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:12,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:42:12,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,35645,1733352070583' ***** 2024-12-04T22:42:12,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:42:12,719 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9840c0493aab,44907,1733352070662' ***** 2024-12-04T22:42:12,719 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T22:42:12,719 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:42:12,719 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:42:12,720 INFO [RS:0;9840c0493aab:35645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:42:12,720 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T22:42:12,720 INFO [RS:0;9840c0493aab:35645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:42:12,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:42:12,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T22:42:12,720 INFO [RS:2;9840c0493aab:44907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T22:42:12,720 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,720 INFO [RS:2;9840c0493aab:44907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T22:42:12,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T22:42:12,720 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for 280eeeca2e7d43e3a65fce4e74967c1f 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c4075afced5f0d63fe53ecf146ec0aa 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 582464187024437d7fe5e02df54dea1f 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 62d2fe830877ad07920df6d10db77a56 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 51785e7d9da51e11800f941214a7c71b 2024-12-04T22:42:12,721 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9f7b9b1cdd27dff45a9993687b9fb12, disabling compactions & flushes 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,35645,1733352070583 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:42:12,721 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,721 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,721 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. after waiting 0 ms 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9840c0493aab:35645. 2024-12-04T22:42:12,721 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,721 DEBUG [RS:0;9840c0493aab:35645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:12,721 DEBUG [RS:0;9840c0493aab:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,721 INFO [RS:0;9840c0493aab:35645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:42:12,722 INFO [RS:0;9840c0493aab:35645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:42:12,722 INFO [RS:0;9840c0493aab:35645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:42:12,722 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T22:42:12,722 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for bafe643eed9c97f5c6480ceea128a3ce 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for 038994aca7151c90d87d617f534491ce 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(3091): Received CLOSE for d8ecca2886dee1393abcda66fb105537 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(959): stopping server 9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:42:12,722 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 280eeeca2e7d43e3a65fce4e74967c1f, disabling compactions & flushes 2024-12-04T22:42:12,722 INFO [RS:2;9840c0493aab:44907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9840c0493aab:44907. 2024-12-04T22:42:12,722 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:42:12,722 DEBUG [RS:2;9840c0493aab:44907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T22:42:12,722 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:42:12,722 DEBUG [RS:2;9840c0493aab:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,722 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. after waiting 0 ms 2024-12-04T22:42:12,723 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:42:12,723 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T22:42:12,723 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1325): Online Regions={280eeeca2e7d43e3a65fce4e74967c1f=SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f., bafe643eed9c97f5c6480ceea128a3ce=SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce., 038994aca7151c90d87d617f534491ce=SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce., db854fe58dcc04024b12dc88adb199b2=SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2., d8ecca2886dee1393abcda66fb105537=SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537.} 2024-12-04T22:42:12,723 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-04T22:42:12,723 DEBUG [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1351): Waiting on 038994aca7151c90d87d617f534491ce, 280eeeca2e7d43e3a65fce4e74967c1f, bafe643eed9c97f5c6480ceea128a3ce, d8ecca2886dee1393abcda66fb105537, db854fe58dcc04024b12dc88adb199b2 2024-12-04T22:42:12,723 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1325): Online Regions={e9f7b9b1cdd27dff45a9993687b9fb12=SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12., 4c4075afced5f0d63fe53ecf146ec0aa=SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa., 582464187024437d7fe5e02df54dea1f=SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f., 62d2fe830877ad07920df6d10db77a56=SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56., 1588230740=hbase:meta,,1.1588230740, 51785e7d9da51e11800f941214a7c71b=SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b.} 2024-12-04T22:42:12,723 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c4075afced5f0d63fe53ecf146ec0aa, 51785e7d9da51e11800f941214a7c71b, 582464187024437d7fe5e02df54dea1f, 62d2fe830877ad07920df6d10db77a56, e9f7b9b1cdd27dff45a9993687b9fb12 2024-12-04T22:42:12,723 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T22:42:12,723 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T22:42:12,723 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T22:42:12,723 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T22:42:12,723 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T22:42:12,724 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-12-04T22:42:12,728 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/e9f7b9b1cdd27dff45a9993687b9fb12/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-04T22:42:12,729 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9f7b9b1cdd27dff45a9993687b9fb12: Waiting for close lock at 1733352132721Running coprocessor pre-close hooks at 1733352132721Disabling compacts and flushes for region at 1733352132721Disabling writes for close at 1733352132721Writing region close event to WAL at 1733352132723 (+2 ms)Running coprocessor post-close hooks at 1733352132729 (+6 ms)Closed at 1733352132729 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733352081924.e9f7b9b1cdd27dff45a9993687b9fb12. 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c4075afced5f0d63fe53ecf146ec0aa, disabling compactions & flushes 2024-12-04T22:42:12,729 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. after waiting 0 ms 2024-12-04T22:42:12,729 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:42:12,743 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/4c4075afced5f0d63fe53ecf146ec0aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T22:42:12,744 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:42:12,744 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c4075afced5f0d63fe53ecf146ec0aa: Waiting for close lock at 1733352132729Running coprocessor pre-close hooks at 1733352132729Disabling compacts and flushes for region at 1733352132729Disabling writes for close at 1733352132729Writing region close event to WAL at 1733352132730 (+1 ms)Running coprocessor post-close hooks at 1733352132744 (+14 ms)Closed at 1733352132744 2024-12-04T22:42:12,744 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733352081924.4c4075afced5f0d63fe53ecf146ec0aa. 2024-12-04T22:42:12,744 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/280eeeca2e7d43e3a65fce4e74967c1f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,744 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 582464187024437d7fe5e02df54dea1f, disabling compactions & flushes 2024-12-04T22:42:12,744 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:42:12,745 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:42:12,745 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. after waiting 0 ms 2024-12-04T22:42:12,745 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:42:12,745 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:42:12,745 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 280eeeca2e7d43e3a65fce4e74967c1f: Waiting for close lock at 1733352132722Running coprocessor pre-close hooks at 1733352132722Disabling compacts and flushes for region at 1733352132722Disabling writes for close at 1733352132722Writing region close event to WAL at 1733352132723 (+1 ms)Running coprocessor post-close hooks at 1733352132745 (+22 ms)Closed at 1733352132745 2024-12-04T22:42:12,746 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733352081924.280eeeca2e7d43e3a65fce4e74967c1f. 2024-12-04T22:42:12,746 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bafe643eed9c97f5c6480ceea128a3ce, disabling compactions & flushes 2024-12-04T22:42:12,746 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,746 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,746 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. after waiting 0 ms 2024-12-04T22:42:12,746 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,753 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/info/5c7ddc931dcb476b90ce55f3f38e91ac is 167, key is SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f./info:regioninfo/1733352092545/Put/seqid=0 2024-12-04T22:42:12,761 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/582464187024437d7fe5e02df54dea1f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,765 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 582464187024437d7fe5e02df54dea1f: Waiting for close lock at 1733352132744Running coprocessor pre-close hooks at 1733352132744Disabling compacts and flushes for region at 1733352132744Disabling writes for close at 1733352132745 (+1 ms)Writing region close event to WAL at 1733352132747 (+2 ms)Running coprocessor post-close hooks at 1733352132765 (+18 ms)Closed at 1733352132765 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733352081924.582464187024437d7fe5e02df54dea1f. 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62d2fe830877ad07920df6d10db77a56, disabling compactions & flushes 2024-12-04T22:42:12,765 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. after waiting 0 ms 2024-12-04T22:42:12,765 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,789 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/62d2fe830877ad07920df6d10db77a56/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T22:42:12,790 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/bafe643eed9c97f5c6480ceea128a3ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-04T22:42:12,790 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,790 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62d2fe830877ad07920df6d10db77a56: Waiting for close lock at 1733352132765Running coprocessor pre-close hooks at 1733352132765Disabling compacts and flushes for region at 1733352132765Disabling writes for close at 1733352132765Writing region close event to WAL at 1733352132776 (+11 ms)Running coprocessor post-close hooks at 1733352132790 (+14 ms)Closed at 1733352132790 2024-12-04T22:42:12,790 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733352081924.62d2fe830877ad07920df6d10db77a56. 2024-12-04T22:42:12,791 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bafe643eed9c97f5c6480ceea128a3ce: Waiting for close lock at 1733352132746Running coprocessor pre-close hooks at 1733352132746Disabling compacts and flushes for region at 1733352132746Disabling writes for close at 1733352132746Writing region close event to WAL at 1733352132761 (+15 ms)Running coprocessor post-close hooks at 1733352132791 (+30 ms)Closed at 1733352132791 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733352081924.bafe643eed9c97f5c6480ceea128a3ce. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 038994aca7151c90d87d617f534491ce, disabling compactions & flushes 2024-12-04T22:42:12,791 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51785e7d9da51e11800f941214a7c71b, disabling compactions & flushes 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. after waiting 0 ms 2024-12-04T22:42:12,791 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. after waiting 0 ms 2024-12-04T22:42:12,791 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:42:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741864_1040 (size=20260) 2024-12-04T22:42:12,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741864_1040 (size=20260) 2024-12-04T22:42:12,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741864_1040 (size=20260) 2024-12-04T22:42:12,797 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/info/5c7ddc931dcb476b90ce55f3f38e91ac 2024-12-04T22:42:12,812 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/038994aca7151c90d87d617f534491ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,813 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 038994aca7151c90d87d617f534491ce: Waiting for close lock at 1733352132791Running coprocessor pre-close hooks at 1733352132791Disabling compacts and flushes for region at 1733352132791Disabling writes for close at 1733352132791Writing region close event to WAL at 1733352132800 (+9 ms)Running coprocessor post-close hooks at 1733352132813 (+13 ms)Closed at 1733352132813 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733352081924.038994aca7151c90d87d617f534491ce. 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db854fe58dcc04024b12dc88adb199b2, disabling compactions & flushes 2024-12-04T22:42:12,813 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. after waiting 0 ms 2024-12-04T22:42:12,813 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,818 INFO [regionserver/9840c0493aab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:42:12,830 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/51785e7d9da51e11800f941214a7c71b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-04T22:42:12,831 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:42:12,831 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51785e7d9da51e11800f941214a7c71b: Waiting for close lock at 1733352132791Running coprocessor pre-close hooks at 1733352132791Disabling compacts and flushes for region at 1733352132791Disabling writes for close at 1733352132791Writing region close event to WAL at 1733352132801 (+10 ms)Running coprocessor post-close hooks at 1733352132831 (+30 ms)Closed at 1733352132831 2024-12-04T22:42:12,831 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733352081924.51785e7d9da51e11800f941214a7c71b. 2024-12-04T22:42:12,837 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/db854fe58dcc04024b12dc88adb199b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T22:42:12,839 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,839 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db854fe58dcc04024b12dc88adb199b2: Waiting for close lock at 1733352132813Running coprocessor pre-close hooks at 1733352132813Disabling compacts and flushes for region at 1733352132813Disabling writes for close at 1733352132813Writing region close event to WAL at 1733352132814 (+1 ms)Running coprocessor post-close hooks at 1733352132839 (+25 ms)Closed at 1733352132839 2024-12-04T22:42:12,839 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733352081924.db854fe58dcc04024b12dc88adb199b2. 2024-12-04T22:42:12,839 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8ecca2886dee1393abcda66fb105537, disabling compactions & flushes 2024-12-04T22:42:12,839 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:42:12,839 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:42:12,839 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. after waiting 0 ms 2024-12-04T22:42:12,840 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:42:12,850 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/default/SPTestTable/d8ecca2886dee1393abcda66fb105537/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T22:42:12,851 INFO [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:42:12,852 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8ecca2886dee1393abcda66fb105537: Waiting for close lock at 1733352132839Running coprocessor pre-close hooks at 1733352132839Disabling compacts and flushes for region at 1733352132839Disabling writes for close at 1733352132839Writing region close event to WAL at 1733352132845 (+6 ms)Running coprocessor post-close hooks at 1733352132851 (+6 ms)Closed at 1733352132851 2024-12-04T22:42:12,852 DEBUG [RS_CLOSE_REGION-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733352081924.d8ecca2886dee1393abcda66fb105537. 2024-12-04T22:42:12,860 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/ns/c588d8451e054f2c99f5d59c92024f6b is 43, key is default/ns:d/1733352081819/Put/seqid=0 2024-12-04T22:42:12,872 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-04T22:42:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741865_1041 (size=5153) 2024-12-04T22:42:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741865_1041 (size=5153) 2024-12-04T22:42:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741865_1041 (size=5153) 2024-12-04T22:42:12,877 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/ns/c588d8451e054f2c99f5d59c92024f6b 2024-12-04T22:42:12,904 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/table/e52b1255f313402a9ba70cae646958ba is 47, key is SPTestTable/table:state/1733352092596/Put/seqid=0 2024-12-04T22:42:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741866_1042 (size=5214) 2024-12-04T22:42:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741866_1042 (size=5214) 2024-12-04T22:42:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741866_1042 (size=5214) 2024-12-04T22:42:12,916 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/table/e52b1255f313402a9ba70cae646958ba 2024-12-04T22:42:12,923 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,44907,1733352070662; all regions closed. 2024-12-04T22:42:12,923 DEBUG [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T22:42:12,924 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/info/5c7ddc931dcb476b90ce55f3f38e91ac as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/info/5c7ddc931dcb476b90ce55f3f38e91ac 2024-12-04T22:42:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741835_1011 (size=3534) 2024-12-04T22:42:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741835_1011 (size=3534) 2024-12-04T22:42:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741835_1011 (size=3534) 2024-12-04T22:42:12,928 DEBUG [RS:2;9840c0493aab:44907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs 2024-12-04T22:42:12,928 INFO [RS:2;9840c0493aab:44907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C44907%2C1733352070662:(num 1733352071384) 2024-12-04T22:42:12,928 DEBUG [RS:2;9840c0493aab:44907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:12,928 INFO [RS:2;9840c0493aab:44907 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:42:12,929 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:42:12,929 INFO [RS:2;9840c0493aab:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44907 2024-12-04T22:42:12,935 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/info/5c7ddc931dcb476b90ce55f3f38e91ac, entries=116, sequenceid=37, filesize=19.8 K 2024-12-04T22:42:12,937 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/ns/c588d8451e054f2c99f5d59c92024f6b as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/ns/c588d8451e054f2c99f5d59c92024f6b 2024-12-04T22:42:12,944 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/ns/c588d8451e054f2c99f5d59c92024f6b, entries=2, sequenceid=37, filesize=5.0 K 2024-12-04T22:42:12,945 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/.tmp/table/e52b1255f313402a9ba70cae646958ba as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/table/e52b1255f313402a9ba70cae646958ba 2024-12-04T22:42:12,954 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/table/e52b1255f313402a9ba70cae646958ba, entries=2, sequenceid=37, filesize=5.1 K 2024-12-04T22:42:12,955 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=37, compaction requested=false 2024-12-04T22:42:12,961 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-04T22:42:12,962 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T22:42:12,962 INFO [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T22:42:12,962 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733352132723Running coprocessor pre-close hooks at 1733352132723Disabling compacts and flushes for region at 1733352132723Disabling writes for close at 1733352132723Obtaining lock to block concurrent updates at 1733352132724 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733352132724Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1733352132724Flushing stores of hbase:meta,,1.1588230740 at 1733352132726 (+2 ms)Flushing 1588230740/info: creating writer at 1733352132726Flushing 1588230740/info: appending metadata at 1733352132753 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733352132753Flushing 1588230740/ns: creating writer at 1733352132832 (+79 ms)Flushing 1588230740/ns: appending metadata at 1733352132859 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733352132859Flushing 1588230740/table: creating writer at 1733352132884 (+25 ms)Flushing 1588230740/table: appending metadata at 1733352132902 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733352132902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb83f4d: reopening flushed file at 1733352132923 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5356d4ff: reopening flushed file at 1733352132936 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55957b54: reopening flushed file at 1733352132944 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=37, compaction requested=false at 1733352132955 (+11 ms)Writing region close event to WAL at 1733352132956 (+1 ms)Running coprocessor post-close hooks at 1733352132962 (+6 ms)Closed at 1733352132962 2024-12-04T22:42:12,962 DEBUG [RS_CLOSE_META-regionserver/9840c0493aab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T22:42:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:42:12,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,44907,1733352070662 2024-12-04T22:42:12,981 INFO [RS:2;9840c0493aab:44907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:42:12,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,44907,1733352070662] 2024-12-04T22:42:13,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,44907,1733352070662 already deleted, retry=false 2024-12-04T22:42:13,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,44907,1733352070662 expired; onlineServers=1 2024-12-04T22:42:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,092 INFO [RS:2;9840c0493aab:44907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:42:13,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44907-0x101a28198940003, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,092 INFO [RS:2;9840c0493aab:44907 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,44907,1733352070662; zookeeper connection closed. 2024-12-04T22:42:13,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d61290d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d61290d 2024-12-04T22:42:13,123 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(976): stopping server 9840c0493aab,35645,1733352070583; all regions closed. 2024-12-04T22:42:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:42:13,127 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/WALs/9840c0493aab,35645,1733352070583/9840c0493aab%2C35645%2C1733352070583.meta.1733352081597.meta not finished, retry = 0 2024-12-04T22:42:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:42:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741836_1012 (size=19450) 2024-12-04T22:42:13,217 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T22:42:13,218 INFO [regionserver/9840c0493aab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T22:42:13,229 DEBUG [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs 2024-12-04T22:42:13,229 INFO [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C35645%2C1733352070583.meta:.meta(num 1733352081597) 2024-12-04T22:42:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741833_1009 (size=3564) 2024-12-04T22:42:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741833_1009 (size=3564) 2024-12-04T22:42:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741833_1009 (size=3564) 2024-12-04T22:42:13,237 DEBUG [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/oldWALs 2024-12-04T22:42:13,237 INFO [RS:0;9840c0493aab:35645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9840c0493aab%2C35645%2C1733352070583:(num 1733352071367) 2024-12-04T22:42:13,237 DEBUG [RS:0;9840c0493aab:35645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T22:42:13,237 INFO [RS:0;9840c0493aab:35645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T22:42:13,237 INFO [RS:0;9840c0493aab:35645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:42:13,237 INFO [RS:0;9840c0493aab:35645 {}] hbase.ChoreService(370): Chore service for: regionserver/9840c0493aab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T22:42:13,237 INFO [RS:0;9840c0493aab:35645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:42:13,237 INFO [regionserver/9840c0493aab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:42:13,238 INFO [RS:0;9840c0493aab:35645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35645 2024-12-04T22:42:13,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T22:42:13,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9840c0493aab,35645,1733352070583 2024-12-04T22:42:13,249 INFO [RS:0;9840c0493aab:35645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:42:13,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9840c0493aab,35645,1733352070583] 2024-12-04T22:42:13,270 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9840c0493aab,35645,1733352070583 already deleted, retry=false 2024-12-04T22:42:13,270 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9840c0493aab,35645,1733352070583 expired; onlineServers=0 2024-12-04T22:42:13,270 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9840c0493aab,43281,1733352070397' ***** 2024-12-04T22:42:13,270 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T22:42:13,270 INFO [M:0;9840c0493aab:43281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T22:42:13,271 INFO [M:0;9840c0493aab:43281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T22:42:13,271 DEBUG [M:0;9840c0493aab:43281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T22:42:13,271 DEBUG [M:0;9840c0493aab:43281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T22:42:13,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T22:42:13,271 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352071050 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.small.0-1733352071050,5,FailOnTimeoutGroup] 2024-12-04T22:42:13,271 DEBUG [master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352071050 {}] cleaner.HFileCleaner(306): Exit Thread[master/9840c0493aab:0:becomeActiveMaster-HFileCleaner.large.0-1733352071050,5,FailOnTimeoutGroup] 2024-12-04T22:42:13,271 INFO [M:0;9840c0493aab:43281 {}] hbase.ChoreService(370): Chore service for: master/9840c0493aab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T22:42:13,271 INFO [M:0;9840c0493aab:43281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T22:42:13,271 DEBUG [M:0;9840c0493aab:43281 {}] master.HMaster(1795): Stopping service threads 2024-12-04T22:42:13,271 INFO [M:0;9840c0493aab:43281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T22:42:13,271 INFO [M:0;9840c0493aab:43281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T22:42:13,271 ERROR [M:0;9840c0493aab:43281 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:46629 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46629,5,PEWorkerGroup] 2024-12-04T22:42:13,272 INFO [M:0;9840c0493aab:43281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T22:42:13,272 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T22:42:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T22:42:13,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T22:42:13,281 DEBUG [M:0;9840c0493aab:43281 {}] zookeeper.ZKUtil(347): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T22:42:13,281 WARN [M:0;9840c0493aab:43281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T22:42:13,282 INFO [M:0;9840c0493aab:43281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/.lastflushedseqids 2024-12-04T22:42:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741867_1043 (size=650) 2024-12-04T22:42:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741867_1043 (size=650) 2024-12-04T22:42:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741867_1043 (size=650) 2024-12-04T22:42:13,294 INFO [M:0;9840c0493aab:43281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T22:42:13,294 INFO [M:0;9840c0493aab:43281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T22:42:13,294 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T22:42:13,294 INFO [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:42:13,294 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:42:13,294 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T22:42:13,294 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:42:13,294 INFO [M:0;9840c0493aab:43281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=242.24 KB heapSize=287.70 KB 2024-12-04T22:42:13,309 DEBUG [M:0;9840c0493aab:43281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42e6fab7e7044cbc90166f6d54a48fad is 82, key is hbase:meta,,1/info:regioninfo/1733352081730/Put/seqid=0 2024-12-04T22:42:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741868_1044 (size=5672) 2024-12-04T22:42:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741868_1044 (size=5672) 2024-12-04T22:42:13,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741868_1044 (size=5672) 2024-12-04T22:42:13,322 INFO [M:0;9840c0493aab:43281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42e6fab7e7044cbc90166f6d54a48fad 2024-12-04T22:42:13,349 DEBUG [M:0;9840c0493aab:43281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaccc36f7fd646d49c4627160729baf4 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733352092600/Put/seqid=0 2024-12-04T22:42:13,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,360 INFO [RS:0;9840c0493aab:35645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:42:13,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35645-0x101a28198940001, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,360 INFO [RS:0;9840c0493aab:35645 {}] regionserver.HRegionServer(1031): Exiting; stopping=9840c0493aab,35645,1733352070583; zookeeper connection closed. 2024-12-04T22:42:13,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65ae9250 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65ae9250 2024-12-04T22:42:13,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-04T22:42:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741869_1045 (size=9436) 2024-12-04T22:42:13,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741869_1045 (size=9436) 2024-12-04T22:42:13,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741869_1045 (size=9436) 2024-12-04T22:42:13,384 INFO [M:0;9840c0493aab:43281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=241.51 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaccc36f7fd646d49c4627160729baf4 2024-12-04T22:42:13,390 INFO [M:0;9840c0493aab:43281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaccc36f7fd646d49c4627160729baf4 2024-12-04T22:42:13,412 DEBUG [M:0;9840c0493aab:43281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb8484844e5d49dba2122b82939b35f1 is 69, key is 9840c0493aab,35645,1733352070583/rs:state/1733352071146/Put/seqid=0 2024-12-04T22:42:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741870_1046 (size=5442) 2024-12-04T22:42:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741870_1046 (size=5442) 2024-12-04T22:42:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741870_1046 (size=5442) 2024-12-04T22:42:13,444 INFO [M:0;9840c0493aab:43281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb8484844e5d49dba2122b82939b35f1 2024-12-04T22:42:13,450 INFO [M:0;9840c0493aab:43281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb8484844e5d49dba2122b82939b35f1 2024-12-04T22:42:13,451 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42e6fab7e7044cbc90166f6d54a48fad as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42e6fab7e7044cbc90166f6d54a48fad 2024-12-04T22:42:13,463 INFO [M:0;9840c0493aab:43281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42e6fab7e7044cbc90166f6d54a48fad, entries=8, sequenceid=494, filesize=5.5 K 2024-12-04T22:42:13,466 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaccc36f7fd646d49c4627160729baf4 as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaccc36f7fd646d49c4627160729baf4 2024-12-04T22:42:13,474 INFO [M:0;9840c0493aab:43281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aaccc36f7fd646d49c4627160729baf4 2024-12-04T22:42:13,474 INFO [M:0;9840c0493aab:43281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaccc36f7fd646d49c4627160729baf4, entries=56, sequenceid=494, filesize=9.2 K 2024-12-04T22:42:13,476 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb8484844e5d49dba2122b82939b35f1 as hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb8484844e5d49dba2122b82939b35f1 2024-12-04T22:42:13,484 INFO [M:0;9840c0493aab:43281 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb8484844e5d49dba2122b82939b35f1 2024-12-04T22:42:13,485 INFO [M:0;9840c0493aab:43281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46629/user/jenkins/test-data/99ede602-796d-7012-c8cd-eba7133b2a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb8484844e5d49dba2122b82939b35f1, entries=3, sequenceid=494, filesize=5.3 K 2024-12-04T22:42:13,486 INFO [M:0;9840c0493aab:43281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~242.24 KB/248055, heapSize ~287.40 KB/294296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=494, compaction requested=false 2024-12-04T22:42:13,492 INFO [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T22:42:13,492 DEBUG [M:0;9840c0493aab:43281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733352133294Disabling compacts and flushes for region at 1733352133294Disabling writes for close at 1733352133294Obtaining lock to block concurrent updates at 1733352133294Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733352133294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=248055, getHeapSize=294536, getOffHeapSize=0, getCellsCount=601 at 1733352133295 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733352133295Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733352133295Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733352133309 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733352133309Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733352133328 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733352133348 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733352133348Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733352133391 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733352133411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733352133411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3718c7: reopening flushed file at 1733352133450 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7792055c: reopening flushed file at 1733352133464 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f656d02: reopening flushed file at 1733352133474 (+10 ms)Finished flush of dataSize ~242.24 KB/248055, heapSize ~287.40 KB/294296, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 192ms, sequenceid=494, compaction requested=false at 1733352133486 (+12 ms)Writing region close event to WAL at 1733352133492 (+6 ms)Closed at 1733352133492 2024-12-04T22:42:13,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741830_1006 (size=281012) 2024-12-04T22:42:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40019 is added to blk_1073741830_1006 (size=281012) 2024-12-04T22:42:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741830_1006 (size=281012) 2024-12-04T22:42:13,498 INFO [M:0;9840c0493aab:43281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T22:42:13,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T22:42:13,498 INFO [M:0;9840c0493aab:43281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43281 2024-12-04T22:42:13,498 INFO [M:0;9840c0493aab:43281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T22:42:13,608 INFO [M:0;9840c0493aab:43281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T22:42:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43281-0x101a28198940000, quorum=127.0.0.1:62309, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T22:42:13,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5704264e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:42:13,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@384fb1d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:42:13,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:42:13,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e86945c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:42:13,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,STOPPED} 2024-12-04T22:42:13,614 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:42:13,614 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:42:13,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:42:13,614 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021180363-172.17.0.2-1733352066980 (Datanode Uuid 37604556-0daf-493b-b874-2c63904cb77c) service to localhost/127.0.0.1:46629 2024-12-04T22:42:13,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data5/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data6/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:42:13,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114b6dbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:42:13,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4109d07e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:42:13,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:42:13,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3b5ab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:42:13,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17834c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,STOPPED} 2024-12-04T22:42:13,627 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:42:13,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:42:13,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:42:13,627 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021180363-172.17.0.2-1733352066980 (Datanode Uuid 16c03638-497a-46dc-9dfc-9c54e3144482) service to localhost/127.0.0.1:46629 2024-12-04T22:42:13,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data3/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data4/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:42:13,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31c76ac8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T22:42:13,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aae0e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:42:13,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:42:13,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201c67a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:42:13,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63421172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,STOPPED} 2024-12-04T22:42:13,640 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T22:42:13,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T22:42:13,641 WARN [BP-2021180363-172.17.0.2-1733352066980 heartbeating to localhost/127.0.0.1:46629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2021180363-172.17.0.2-1733352066980 (Datanode Uuid cd7ec03f-873e-44b9-b19d-47d4338c3eac) service to localhost/127.0.0.1:46629 2024-12-04T22:42:13,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T22:42:13,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data1/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/cluster_de64ecf7-c591-5772-bdd2-c07cfdb26325/data/data2/current/BP-2021180363-172.17.0.2-1733352066980 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T22:42:13,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T22:42:13,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c60a063{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T22:42:13,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@430d345b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T22:42:13,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T22:42:13,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3e7f78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T22:42:13,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@495cc068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3c73554c-aa64-4968-d68d-c67e5d18ec3e/hadoop.log.dir/,STOPPED} 2024-12-04T22:42:13,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T22:42:13,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T22:42:13,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46629 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9840c0493aab:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46629 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10457 (was 11361)