2024-11-13 23:28:38,534 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 23:28:38,545 main DEBUG Took 0.008990 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 23:28:38,545 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 23:28:38,546 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 23:28:38,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 23:28:38,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,554 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 23:28:38,566 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,569 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,572 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,573 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,575 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 23:28:38,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,577 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 23:28:38,578 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 23:28:38,579 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 23:28:38,581 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 23:28:38,582 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 23:28:38,583 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 23:28:38,583 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 23:28:38,590 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 23:28:38,592 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 23:28:38,594 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 23:28:38,594 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 23:28:38,595 main DEBUG createAppenders(={Console}) 2024-11-13 23:28:38,595 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-13 23:28:38,595 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 23:28:38,596 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-13 23:28:38,596 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 23:28:38,597 main DEBUG OutputStream closed 2024-11-13 23:28:38,597 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 23:28:38,598 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 23:28:38,598 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-13 23:28:38,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 23:28:38,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 23:28:38,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 23:28:38,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 23:28:38,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 23:28:38,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 23:28:38,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 23:28:38,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 23:28:38,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 23:28:38,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 23:28:38,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 23:28:38,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 23:28:38,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 23:28:38,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 23:28:38,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 23:28:38,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 23:28:38,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 23:28:38,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 23:28:38,699 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 23:28:38,699 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-13 23:28:38,700 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 23:28:38,700 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-13T23:28:38,712 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 23:28:38,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 23:28:38,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T23:28:38,722 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T23:28:38,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=8593 2024-11-13T23:28:39,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7 2024-11-13T23:28:39,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:28:39,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c, deleteOnExit=true 2024-11-13T23:28:39,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:28:39,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/test.cache.data in system properties and HBase conf 2024-11-13T23:28:39,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:28:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:28:39,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:28:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:28:39,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:28:39,176 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T23:28:39,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:28:39,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:39,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:28:39,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:28:39,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:39,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:28:39,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:28:39,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:28:39,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:39,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:28:39,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:28:39,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:28:39,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:28:39,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:28:39,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:28:40,431 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T23:28:40,524 INFO [Time-limited test {}] log.Log(170): Logging initialized @2772ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T23:28:40,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:40,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:40,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:40,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:40,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:40,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:40,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:40,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:41,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/java.io.tmpdir/jetty-localhost-44809-hadoop-hdfs-3_4_1-tests_jar-_-any-9073385056175460404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:28:41,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:44809} 2024-11-13T23:28:41,014 INFO [Time-limited test {}] server.Server(415): Started @3264ms 2024-11-13T23:28:41,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:41,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:41,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:41,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:41,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:41,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:41,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:41,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/java.io.tmpdir/jetty-localhost-43111-hadoop-hdfs-3_4_1-tests_jar-_-any-12688460916197139370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:41,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:43111} 2024-11-13T23:28:41,720 INFO [Time-limited test {}] server.Server(415): Started @3970ms 2024-11-13T23:28:41,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:41,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:41,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:41,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:41,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:41,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:28:41,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:41,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:42,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/java.io.tmpdir/jetty-localhost-35293-hadoop-hdfs-3_4_1-tests_jar-_-any-2321914122325631246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:42,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:35293} 2024-11-13T23:28:42,098 INFO [Time-limited test {}] server.Server(415): Started @4348ms 2024-11-13T23:28:42,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:42,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:28:42,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:28:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:28:42,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:28:42,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:28:42,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:28:42,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:28:42,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/java.io.tmpdir/jetty-localhost-46649-hadoop-hdfs-3_4_1-tests_jar-_-any-13031655201370182751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:28:42,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:46649} 2024-11-13T23:28:42,267 INFO [Time-limited test {}] server.Server(415): Started @4517ms 2024-11-13T23:28:42,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:28:43,113 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data1/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,113 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data2/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,148 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data3/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,168 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data4/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,196 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:43,208 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:43,243 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data5/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,243 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data6/current/BP-161944906-172.17.0.2-1731540519966/current, will proceed with Du for space computation calculation, 2024-11-13T23:28:43,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547bf66af97df4d6 with lease ID 0xefeb6153d1264e00: Processing first storage report for DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=b24fca24-a9c3-4468-9b5e-d250992ce309, infoPort=34915, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547bf66af97df4d6 with lease ID 0xefeb6153d1264e00: from storage DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=b24fca24-a9c3-4468-9b5e-d250992ce309, infoPort=34915, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3161be6429bf71 with lease ID 0xefeb6153d1264dff: Processing first storage report for DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6 from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=310a9451-b945-468c-a2b9-a0bc247cfeb8, infoPort=41535, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3161be6429bf71 with lease ID 0xefeb6153d1264dff: from storage DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6 node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=310a9451-b945-468c-a2b9-a0bc247cfeb8, infoPort=41535, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547bf66af97df4d6 with lease ID 0xefeb6153d1264e00: Processing first storage report for DS-f1468010-0160-4ce7-843a-d5bf3bd4cedc from datanode DatanodeRegistration(127.0.0.1:40403, datanodeUuid=b24fca24-a9c3-4468-9b5e-d250992ce309, infoPort=34915, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547bf66af97df4d6 with lease ID 0xefeb6153d1264e00: from storage DS-f1468010-0160-4ce7-843a-d5bf3bd4cedc node DatanodeRegistration(127.0.0.1:40403, datanodeUuid=b24fca24-a9c3-4468-9b5e-d250992ce309, infoPort=34915, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a3161be6429bf71 with lease ID 0xefeb6153d1264dff: Processing first storage report for DS-9463eb89-b886-44c6-99a9-dd8edec13f5a from datanode DatanodeRegistration(127.0.0.1:36807, datanodeUuid=310a9451-b945-468c-a2b9-a0bc247cfeb8, infoPort=41535, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a3161be6429bf71 with lease ID 0xefeb6153d1264dff: from storage DS-9463eb89-b886-44c6-99a9-dd8edec13f5a node DatanodeRegistration(127.0.0.1:36807, datanodeUuid=310a9451-b945-468c-a2b9-a0bc247cfeb8, infoPort=41535, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,271 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:28:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1586d24c8318285 with lease ID 0xefeb6153d1264e01: Processing first storage report for DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369 from datanode DatanodeRegistration(127.0.0.1:35325, datanodeUuid=50762aac-6bfa-47b0-8920-534180f94c65, infoPort=36709, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1586d24c8318285 with lease ID 0xefeb6153d1264e01: from storage DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369 node DatanodeRegistration(127.0.0.1:35325, datanodeUuid=50762aac-6bfa-47b0-8920-534180f94c65, infoPort=36709, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1586d24c8318285 with lease ID 0xefeb6153d1264e01: Processing first storage report for DS-d996ceaa-ef64-4d3d-89a0-3de179766ca3 from datanode DatanodeRegistration(127.0.0.1:35325, datanodeUuid=50762aac-6bfa-47b0-8920-534180f94c65, infoPort=36709, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966) 2024-11-13T23:28:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1586d24c8318285 with lease ID 0xefeb6153d1264e01: from storage DS-d996ceaa-ef64-4d3d-89a0-3de179766ca3 node DatanodeRegistration(127.0.0.1:35325, datanodeUuid=50762aac-6bfa-47b0-8920-534180f94c65, infoPort=36709, infoSecurePort=0, ipcPort=33061, storageInfo=lv=-57;cid=testClusterID;nsid=1632565177;c=1731540519966), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:28:43,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7 2024-11-13T23:28:43,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/zookeeper_0, clientPort=61388, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:28:43,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61388 2024-11-13T23:28:43,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:43,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:28:44,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 with version=8 2024-11-13T23:28:44,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/hbase-staging 2024-11-13T23:28:44,163 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T23:28:44,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:44,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:44,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:44,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:44,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:28:44,587 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T23:28:44,595 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T23:28:44,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:44,621 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117149 (auto-detected) 2024-11-13T23:28:44,622 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T23:28:44,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46573 2024-11-13T23:28:44,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46573 connecting to ZooKeeper ensemble=127.0.0.1:61388 2024-11-13T23:28:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465730x0, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:44,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46573-0x10137d14b3e0000 connected 2024-11-13T23:28:44,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:44,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:44,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:28:44,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0, hbase.cluster.distributed=false 2024-11-13T23:28:45,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:28:45,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46573 2024-11-13T23:28:45,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46573 2024-11-13T23:28:45,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46573 2024-11-13T23:28:45,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46573 2024-11-13T23:28:45,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46573 2024-11-13T23:28:45,131 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:45,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:45,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:45,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:45,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:45,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36297 2024-11-13T23:28:45,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36297 connecting to ZooKeeper ensemble=127.0.0.1:61388 2024-11-13T23:28:45,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362970x0, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:45,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362970x0, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:28:45,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36297-0x10137d14b3e0001 connected 2024-11-13T23:28:45,167 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:45,177 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:45,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:28:45,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:28:45,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-13T23:28:45,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36297 2024-11-13T23:28:45,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36297 2024-11-13T23:28:45,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-13T23:28:45,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36297 2024-11-13T23:28:45,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:45,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:45,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:45,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:45,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37455 2024-11-13T23:28:45,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37455 connecting to ZooKeeper ensemble=127.0.0.1:61388 2024-11-13T23:28:45,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374550x0, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:45,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37455-0x10137d14b3e0002 connected 2024-11-13T23:28:45,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:28:45,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:45,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:45,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:28:45,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:28:45,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-13T23:28:45,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37455 2024-11-13T23:28:45,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37455 2024-11-13T23:28:45,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-13T23:28:45,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37455 2024-11-13T23:28:45,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:28:45,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:28:45,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:28:45,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:28:45,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:28:45,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:28:45,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43921 2024-11-13T23:28:45,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43921 connecting to ZooKeeper ensemble=127.0.0.1:61388 2024-11-13T23:28:45,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439210x0, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:28:45,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439210x0, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:28:45,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43921-0x10137d14b3e0003 connected 2024-11-13T23:28:45,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:28:45,310 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:28:45,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:28:45,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:28:45,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43921 2024-11-13T23:28:45,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43921 2024-11-13T23:28:45,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43921 2024-11-13T23:28:45,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43921 2024-11-13T23:28:45,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43921 2024-11-13T23:28:45,336 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:46573 2024-11-13T23:28:45,339 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,46573,1731540524219 2024-11-13T23:28:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,357 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,46573,1731540524219 2024-11-13T23:28:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:28:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,389 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:28:45,391 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,46573,1731540524219 from backup master directory 2024-11-13T23:28:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,46573,1731540524219 2024-11-13T23:28:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:28:45,404 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:45,404 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,46573,1731540524219 2024-11-13T23:28:45,406 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T23:28:45,407 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T23:28:45,458 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/hbase.id] with ID: 4d0296b6-2693-4bd6-ad4c-af8640abdd61 2024-11-13T23:28:45,458 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.tmp/hbase.id 2024-11-13T23:28:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:28:45,474 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.tmp/hbase.id]:[hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/hbase.id] 2024-11-13T23:28:45,517 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:28:45,523 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:28:45,541 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-13T23:28:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:45,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:45,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:28:45,585 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:45,588 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:28:45,602 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:28:45,606 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:28:45,660 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store 2024-11-13T23:28:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:28:45,690 INFO [master/714b435e65e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T23:28:45,693 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:45,694 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:28:45,694 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:45,695 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:45,696 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:28:45,696 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:45,696 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:28:45,697 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540525694Disabling compacts and flushes for region at 1731540525694Disabling writes for close at 1731540525696 (+2 ms)Writing region close event to WAL at 1731540525696Closed at 1731540525696 2024-11-13T23:28:45,699 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/.initializing 2024-11-13T23:28:45,700 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/WALs/714b435e65e7,46573,1731540524219 2024-11-13T23:28:45,708 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:45,723 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C46573%2C1731540524219, suffix=, logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/WALs/714b435e65e7,46573,1731540524219, archiveDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/oldWALs, maxLogs=10 2024-11-13T23:28:45,750 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/WALs/714b435e65e7,46573,1731540524219/714b435e65e7%2C46573%2C1731540524219.1731540525728, exclude list is [], retry=0 2024-11-13T23:28:45,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369,DISK] 2024-11-13T23:28:45,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f,DISK] 2024-11-13T23:28:45,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6,DISK] 2024-11-13T23:28:45,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T23:28:45,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/WALs/714b435e65e7,46573,1731540524219/714b435e65e7%2C46573%2C1731540524219.1731540525728 2024-11-13T23:28:45,813 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34915:34915),(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-13T23:28:45,813 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:45,814 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:45,816 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,817 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:28:45,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:45,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:45,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:28:45,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:45,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:45,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:28:45,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:45,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:45,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:28:45,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:45,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:28:45,896 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,899 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,900 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,905 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,905 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,908 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:45,912 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:28:45,916 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:45,917 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66661842, jitterRate=-0.006661146879196167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:45,924 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540525829Initializing all the Stores at 1731540525832 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540525832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540525833 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540525833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540525833Cleaning up temporary data from old regions at 1731540525905 (+72 ms)Region opened successfully at 1731540525924 (+19 ms) 2024-11-13T23:28:45,925 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:28:45,956 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d12e563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:45,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:28:45,992 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:28:45,992 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:28:45,994 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:28:45,995 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T23:28:46,000 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T23:28:46,000 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T23:28:46,023 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:28:46,034 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:28:46,071 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:28:46,074 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:28:46,076 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:28:46,085 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:28:46,088 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:28:46,092 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:28:46,102 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:28:46,104 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:28:46,112 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:28:46,132 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:28:46,137 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,149 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,46573,1731540524219, sessionid=0x10137d14b3e0000, setting cluster-up flag (Was=false) 2024-11-13T23:28:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,196 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:28:46,197 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,46573,1731540524219 2024-11-13T23:28:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:46,237 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:28:46,239 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,46573,1731540524219 2024-11-13T23:28:46,245 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:28:46,312 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:46,320 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:28:46,326 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(746): ClusterId : 4d0296b6-2693-4bd6-ad4c-af8640abdd61 2024-11-13T23:28:46,326 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(746): ClusterId : 4d0296b6-2693-4bd6-ad4c-af8640abdd61 2024-11-13T23:28:46,326 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(746): ClusterId : 4d0296b6-2693-4bd6-ad4c-af8640abdd61 2024-11-13T23:28:46,327 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:28:46,329 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:46,329 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:46,329 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:28:46,333 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,46573,1731540524219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:28:46,348 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:46,348 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:46,348 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:46,348 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:28:46,349 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,350 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,350 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:28:46,350 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,350 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:28:46,357 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540556357 2024-11-13T23:28:46,359 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:28:46,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:46,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:28:46,360 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:28:46,364 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:46,364 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:46,364 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:28:46,364 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:28:46,364 DEBUG [RS:2;714b435e65e7:43921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b950ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:46,364 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:28:46,365 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:28:46,365 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:28:46,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,364 DEBUG [RS:0;714b435e65e7:36297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad7f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:46,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:28:46,368 DEBUG [RS:1;714b435e65e7:37455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d784fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:28:46,376 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,385 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:28:46,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:28:46,387 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:28:46,394 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:37455 2024-11-13T23:28:46,394 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;714b435e65e7:43921 2024-11-13T23:28:46,395 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:28:46,395 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:28:46,395 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:36297 2024-11-13T23:28:46,397 INFO [RS:1;714b435e65e7:37455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:46,397 INFO [RS:0;714b435e65e7:36297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:46,397 INFO [RS:1;714b435e65e7:37455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:46,397 INFO [RS:0;714b435e65e7:36297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:46,397 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:46,397 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:46,398 INFO [RS:2;714b435e65e7:43921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:28:46,398 INFO [RS:2;714b435e65e7:43921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:28:46,398 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:28:46,398 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526397,5,FailOnTimeoutGroup] 2024-11-13T23:28:46,399 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526398,5,FailOnTimeoutGroup] 2024-11-13T23:28:46,400 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,400 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:28:46,401 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,46573,1731540524219 with port=37455, startcode=1731540525212 2024-11-13T23:28:46,401 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,46573,1731540524219 with port=36297, startcode=1731540525098 2024-11-13T23:28:46,401 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,401 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,402 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,46573,1731540524219 with port=43921, startcode=1731540525284 2024-11-13T23:28:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:46,414 DEBUG [RS:0;714b435e65e7:36297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:46,414 DEBUG [RS:1;714b435e65e7:37455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:28:46,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:28:46,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:46,419 DEBUG [RS:2;714b435e65e7:43921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:28:46,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:28:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:28:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:28:46,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:46,492 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:46,492 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:46,493 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:28:46,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:46,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:46,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:46,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:46,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:46,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:46,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:46,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:46,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:46,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:46,517 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,522 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:46,522 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36545 2024-11-13T23:28:46,522 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:46,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,523 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:46,523 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36545 2024-11-13T23:28:46,523 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:46,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:46,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:46,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740 2024-11-13T23:28:46,529 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:46,529 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36545 2024-11-13T23:28:46,529 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:28:46,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740 2024-11-13T23:28:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:46,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:28:46,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:46,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:28:46,545 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66559196, jitterRate=-0.008190691471099854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540526490Initializing all the Stores at 1731540526493 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540526493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540526495 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540526495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540526495Cleaning up temporary data from old regions at 1731540526533 (+38 ms)Region opened successfully at 1731540526551 (+18 ms) 2024-11-13T23:28:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:28:46,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:28:46,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:28:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:28:46,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:28:46,554 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:28:46,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540526551Disabling compacts and flushes for region at 1731540526551Disabling writes for close at 1731540526552 (+1 ms)Writing region close event to WAL at 1731540526553 (+1 ms)Closed at 1731540526554 (+1 ms) 2024-11-13T23:28:46,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:46,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:28:46,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:28:46,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:46,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:28:46,586 DEBUG [RS:1;714b435e65e7:37455 {}] zookeeper.ZKUtil(111): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,587 WARN [RS:1;714b435e65e7:37455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:46,587 INFO [RS:1;714b435e65e7:37455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:46,587 DEBUG [RS:0;714b435e65e7:36297 {}] zookeeper.ZKUtil(111): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,587 WARN [RS:0;714b435e65e7:36297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:46,587 DEBUG [RS:2;714b435e65e7:43921 {}] zookeeper.ZKUtil(111): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,587 WARN [RS:2;714b435e65e7:43921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:28:46,587 INFO [RS:0;714b435e65e7:36297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:46,587 INFO [RS:2;714b435e65e7:43921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:46,587 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,587 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,587 DEBUG [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,36297,1731540525098] 2024-11-13T23:28:46,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,37455,1731540525212] 2024-11-13T23:28:46,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,43921,1731540525284] 2024-11-13T23:28:46,613 INFO [RS:1;714b435e65e7:37455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:46,613 INFO [RS:2;714b435e65e7:43921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:46,613 INFO [RS:0;714b435e65e7:36297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:28:46,632 INFO [RS:0;714b435e65e7:36297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:46,632 INFO [RS:1;714b435e65e7:37455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:46,632 INFO [RS:2;714b435e65e7:43921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:28:46,638 INFO [RS:2;714b435e65e7:43921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:46,638 INFO [RS:0;714b435e65e7:36297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:46,638 INFO [RS:1;714b435e65e7:37455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:28:46,638 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,638 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,638 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,641 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:46,647 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:46,648 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:28:46,648 INFO [RS:2;714b435e65e7:43921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:46,649 INFO [RS:0;714b435e65e7:36297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:46,649 INFO [RS:1;714b435e65e7:37455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:28:46,650 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,650 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,650 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,651 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,652 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:28:46,652 DEBUG [RS:0;714b435e65e7:36297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,653 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,653 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,653 DEBUG [RS:2;714b435e65e7:43921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,653 DEBUG [RS:1;714b435e65e7:37455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36297,1731540525098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:46,661 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43921,1731540525284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:46,667 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,668 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,668 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,668 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,668 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,668 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37455,1731540525212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:46,688 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:46,688 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:46,688 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:28:46,690 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43921,1731540525284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,690 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,37455,1731540525212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,690 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36297,1731540525098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,691 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,691 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,691 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,691 INFO [RS:2;714b435e65e7:43921 {}] regionserver.Replication(171): 714b435e65e7,43921,1731540525284 started 2024-11-13T23:28:46,691 INFO [RS:1;714b435e65e7:37455 {}] regionserver.Replication(171): 714b435e65e7,37455,1731540525212 started 2024-11-13T23:28:46,691 INFO [RS:0;714b435e65e7:36297 {}] regionserver.Replication(171): 714b435e65e7,36297,1731540525098 started 2024-11-13T23:28:46,709 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,709 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,37455,1731540525212, RpcServer on 714b435e65e7/172.17.0.2:37455, sessionid=0x10137d14b3e0002 2024-11-13T23:28:46,710 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,710 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,36297,1731540525098, RpcServer on 714b435e65e7/172.17.0.2:36297, sessionid=0x10137d14b3e0001 2024-11-13T23:28:46,710 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:46,710 DEBUG [RS:1;714b435e65e7:37455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,710 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:46,710 DEBUG [RS:0;714b435e65e7:36297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,710 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37455,1731540525212' 2024-11-13T23:28:46,710 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36297,1731540525098' 2024-11-13T23:28:46,710 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:28:46,710 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:28:46,711 INFO [RS:2;714b435e65e7:43921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:46,711 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,43921,1731540525284, RpcServer on 714b435e65e7/172.17.0.2:43921, sessionid=0x10137d14b3e0003 2024-11-13T23:28:46,711 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:28:46,711 DEBUG [RS:2;714b435e65e7:43921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,711 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43921,1731540525284' 2024-11-13T23:28:46,711 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:28:46,711 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:28:46,711 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:28:46,712 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:28:46,712 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:46,712 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:46,712 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:46,712 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:46,712 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:28:46,712 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:28:46,712 DEBUG [RS:0;714b435e65e7:36297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,36297,1731540525098 2024-11-13T23:28:46,712 DEBUG [RS:1;714b435e65e7:37455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,37455,1731540525212 2024-11-13T23:28:46,712 DEBUG [RS:2;714b435e65e7:43921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,43921,1731540525284 2024-11-13T23:28:46,712 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36297,1731540525098' 2024-11-13T23:28:46,712 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,37455,1731540525212' 2024-11-13T23:28:46,712 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:28:46,713 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:28:46,713 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43921,1731540525284' 2024-11-13T23:28:46,713 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:28:46,713 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:28:46,713 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:28:46,713 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:28:46,714 DEBUG [RS:0;714b435e65e7:36297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:46,714 INFO [RS:0;714b435e65e7:36297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:46,714 DEBUG [RS:2;714b435e65e7:43921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:46,714 INFO [RS:0;714b435e65e7:36297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:46,714 DEBUG [RS:1;714b435e65e7:37455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:28:46,714 INFO [RS:2;714b435e65e7:43921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:46,714 INFO [RS:1;714b435e65e7:37455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:28:46,714 INFO [RS:2;714b435e65e7:43921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:46,714 INFO [RS:1;714b435e65e7:37455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:28:46,726 WARN [714b435e65e7:46573 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:28:46,820 INFO [RS:2;714b435e65e7:43921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:46,820 INFO [RS:0;714b435e65e7:36297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:46,820 INFO [RS:1;714b435e65e7:37455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:28:46,823 INFO [RS:1;714b435e65e7:37455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C37455%2C1731540525212, suffix=, logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,37455,1731540525212, archiveDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs, maxLogs=32 2024-11-13T23:28:46,823 INFO [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36297%2C1731540525098, suffix=, logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098, archiveDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs, maxLogs=32 2024-11-13T23:28:46,827 INFO [RS:2;714b435e65e7:43921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43921%2C1731540525284, suffix=, logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284, archiveDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs, maxLogs=32 2024-11-13T23:28:46,844 DEBUG [RS:0;714b435e65e7:36297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098/714b435e65e7%2C36297%2C1731540525098.1731540526828, exclude list is [], retry=0 2024-11-13T23:28:46,845 DEBUG [RS:2;714b435e65e7:43921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284/714b435e65e7%2C43921%2C1731540525284.1731540526830, exclude list is [], retry=0 2024-11-13T23:28:46,845 DEBUG [RS:1;714b435e65e7:37455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,37455,1731540525212/714b435e65e7%2C37455%2C1731540525212.1731540526828, exclude list is [], retry=0 2024-11-13T23:28:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f,DISK] 2024-11-13T23:28:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369,DISK] 2024-11-13T23:28:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6,DISK] 2024-11-13T23:28:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369,DISK] 2024-11-13T23:28:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6,DISK] 2024-11-13T23:28:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f,DISK] 2024-11-13T23:28:46,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f,DISK] 2024-11-13T23:28:46,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6,DISK] 2024-11-13T23:28:46,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369,DISK] 2024-11-13T23:28:46,868 INFO [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098/714b435e65e7%2C36297%2C1731540525098.1731540526828 2024-11-13T23:28:46,874 DEBUG [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709),(127.0.0.1/127.0.0.1:34915:34915),(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-13T23:28:46,875 INFO [RS:2;714b435e65e7:43921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284/714b435e65e7%2C43921%2C1731540525284.1731540526830 2024-11-13T23:28:46,879 DEBUG [RS:2;714b435e65e7:43921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:36709:36709),(127.0.0.1/127.0.0.1:34915:34915)] 2024-11-13T23:28:46,879 INFO [RS:1;714b435e65e7:37455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,37455,1731540525212/714b435e65e7%2C37455%2C1731540525212.1731540526828 2024-11-13T23:28:46,880 DEBUG [RS:1;714b435e65e7:37455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:34915:34915),(127.0.0.1/127.0.0.1:36709:36709)] 2024-11-13T23:28:46,980 DEBUG [714b435e65e7:46573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T23:28:46,988 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:28:46,994 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T23:28:46,995 INFO [714b435e65e7:46573 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:28:46,995 INFO [714b435e65e7:46573 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:28:46,995 INFO [714b435e65e7:46573 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T23:28:46,995 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:28:47,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:28:47,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36297,1731540525098, state=OPENING 2024-11-13T23:28:47,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:28:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:47,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:28:47,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:47,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:47,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:47,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:47,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:28:47,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:28:54,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:28:54,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T23:28:57,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:28:57,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:28:57,072 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:28:57,072 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:28:57,072 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:28:57,075 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36297%2C1731540525098.meta, suffix=.meta, logDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098, archiveDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs, maxLogs=32 2024-11-13T23:28:57,093 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098/714b435e65e7%2C36297%2C1731540525098.meta.1731540537078.meta, exclude list is [], retry=0 2024-11-13T23:28:57,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36807,DS-8daa71a4-2096-4611-a0bd-3e3cc32f32c6,DISK] 2024-11-13T23:28:57,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35325,DS-47da2133-ca5a-4b28-be8d-fbd0f56cd369,DISK] 2024-11-13T23:28:57,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40403,DS-e87e4982-b2a7-4fc7-99f8-b8be5625cc4f,DISK] 2024-11-13T23:28:57,100 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098/714b435e65e7%2C36297%2C1731540525098.meta.1731540537078.meta 2024-11-13T23:28:57,101 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709),(127.0.0.1/127.0.0.1:41535:41535),(127.0.0.1/127.0.0.1:34915:34915)] 2024-11-13T23:28:57,101 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:28:57,103 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:28:57,106 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:28:57,111 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:28:57,115 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:28:57,116 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,116 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:28:57,116 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:28:57,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:28:57,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:28:57,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:28:57,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:28:57,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:28:57,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:28:57,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:28:57,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:28:57,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:28:57,129 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:28:57,130 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740 2024-11-13T23:28:57,133 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740 2024-11-13T23:28:57,135 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:28:57,135 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:28:57,136 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:28:57,138 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:28:57,139 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893846, jitterRate=-0.03300634026527405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:28:57,140 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:28:57,141 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540537117Writing region info on filesystem at 1731540537117Initializing all the Stores at 1731540537119 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540537119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540537119Cleaning up temporary data from old regions at 1731540537135 (+16 ms)Running coprocessor post-open hooks at 1731540537140 (+5 ms)Region opened successfully at 1731540537141 (+1 ms) 2024-11-13T23:28:57,147 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540537049 2024-11-13T23:28:57,157 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:28:57,158 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:28:57,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:28:57,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36297,1731540525098, state=OPEN 2024-11-13T23:28:57,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:28:57,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:28:57,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:28:57,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:28:57,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:57,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:57,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:57,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:28:57,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,36297,1731540525098 2024-11-13T23:28:57,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:28:57,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36297,1731540525098 in 10.1370 sec 2024-11-13T23:28:57,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:28:57,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6130 sec 2024-11-13T23:28:57,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:28:57,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:28:57,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:57,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36297,1731540525098, seqNum=-1] 2024-11-13T23:28:57,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:57,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:57,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9710 sec 2024-11-13T23:28:57,247 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540537246, completionTime=-1 2024-11-13T23:28:57,250 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T23:28:57,250 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:28:57,284 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T23:28:57,284 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540597284 2024-11-13T23:28:57,284 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540657284 2024-11-13T23:28:57,284 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 33 msec 2024-11-13T23:28:57,286 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:28:57,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,294 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:46573, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,296 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,297 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,304 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:28:57,331 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.927sec 2024-11-13T23:28:57,333 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:28:57,335 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:28:57,337 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:28:57,337 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:28:57,337 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:28:57,339 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:28:57,339 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:28:57,344 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:28:57,345 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:28:57,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6610b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,346 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46573,1731540524219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:28:57,376 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T23:28:57,377 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T23:28:57,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46573,-1 for getting cluster id 2024-11-13T23:28:57,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:57,405 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d0296b6-2693-4bd6-ad4c-af8640abdd61' 2024-11-13T23:28:57,416 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:57,416 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d0296b6-2693-4bd6-ad4c-af8640abdd61" 2024-11-13T23:28:57,420 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee8a1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,420 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46573,-1] 2024-11-13T23:28:57,423 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:57,426 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:57,432 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:57,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb8676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:57,444 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36297,1731540525098, seqNum=-1] 2024-11-13T23:28:57,445 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:57,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,46573,1731540524219 2024-11-13T23:28:57,475 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731540537474 (current time:1731540537474). 2024-11-13T23:28:57,475 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T23:28:57,475 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T23:28:57,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bf558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,46573,-1 for getting cluster id 2024-11-13T23:28:57,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:28:57,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d0296b6-2693-4bd6-ad4c-af8640abdd61' 2024-11-13T23:28:57,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:28:57,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d0296b6-2693-4bd6-ad4c-af8640abdd61" 2024-11-13T23:28:57,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b08b026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,46573,-1] 2024-11-13T23:28:57,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:28:57,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:57,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:28:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e46a96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:28:57,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:28:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36297,1731540525098, seqNum=-1] 2024-11-13T23:28:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:28:57,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:28:57,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:28:57,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:28:57,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:57,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:28:57,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:28:57,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:28:57,509 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,46573,1731540524219 2024-11-13T23:28:57,512 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d1c06 2024-11-13T23:28:57,513 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:28:57,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:28:57,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:28:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T23:28:57,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:28:57,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T23:28:57,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:28:57,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:28:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:28:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:28:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:28:57,568 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6b8e89cf32a6acfc7bcb6a27fa92b0d, NAME => 'SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,569 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b6f650f5edf7858c9e6c329436000a4d, NAME => 'SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dd9641c9fde354ba6e18c482d7ad2acb, NAME => 'SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741838_1014 (size=54) 2024-11-13T23:28:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741838_1014 (size=54) 2024-11-13T23:28:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741838_1014 (size=54) 2024-11-13T23:28:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f6b8e89cf32a6acfc7bcb6a27fa92b0d, disabling compactions & flushes 2024-11-13T23:28:57,608 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:28:57,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:28:57,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. after waiting 0 ms 2024-11-13T23:28:57,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:28:57,609 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:28:57,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6b8e89cf32a6acfc7bcb6a27fa92b0d: Waiting for close lock at 1731540537608Disabling compacts and flushes for region at 1731540537608Disabling writes for close at 1731540537609 (+1 ms)Writing region close event to WAL at 1731540537609Closed at 1731540537609 2024-11-13T23:28:57,610 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58811e8990dc081a76012000dd301125, NAME => 'SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741839_1015 (size=62) 2024-11-13T23:28:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741839_1015 (size=62) 2024-11-13T23:28:57,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741839_1015 (size=62) 2024-11-13T23:28:57,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dd9641c9fde354ba6e18c482d7ad2acb, disabling compactions & flushes 2024-11-13T23:28:57,621 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:28:57,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:28:57,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. after waiting 0 ms 2024-11-13T23:28:57,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:28:57,621 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:28:57,621 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dd9641c9fde354ba6e18c482d7ad2acb: Waiting for close lock at 1731540537620Disabling compacts and flushes for region at 1731540537620Disabling writes for close at 1731540537621 (+1 ms)Writing region close event to WAL at 1731540537621Closed at 1731540537621 2024-11-13T23:28:57,622 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 78a1437bcfd90ac0302c7d456100c7e6, NAME => 'SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:28:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:28:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b6f650f5edf7858c9e6c329436000a4d, disabling compactions & flushes 2024-11-13T23:28:57,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. after waiting 0 ms 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:28:57,640 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:28:57,640 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b6f650f5edf7858c9e6c329436000a4d: Waiting for close lock at 1731540537640Disabling compacts and flushes for region at 1731540537640Disabling writes for close at 1731540537640Writing region close event to WAL at 1731540537640Closed at 1731540537640 2024-11-13T23:28:57,641 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 47904f2f8c1d18dffd5c08b8278d0eaf, NAME => 'SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:28:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:28:57,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58811e8990dc081a76012000dd301125, disabling compactions & flushes 2024-11-13T23:28:57,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. after waiting 0 ms 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:28:57,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:28:57,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58811e8990dc081a76012000dd301125: Waiting for close lock at 1731540537656Disabling compacts and flushes for region at 1731540537656Disabling writes for close at 1731540537656Writing region close event to WAL at 1731540537656Closed at 1731540537656 2024-11-13T23:28:57,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b197ca0678eb8790670a008323ec03ee, NAME => 'SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:28:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:28:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:28:57,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,667 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 78a1437bcfd90ac0302c7d456100c7e6, disabling compactions & flushes 2024-11-13T23:28:57,667 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:28:57,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:28:57,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. after waiting 0 ms 2024-11-13T23:28:57,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:28:57,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:28:57,668 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 78a1437bcfd90ac0302c7d456100c7e6: Waiting for close lock at 1731540537667Disabling compacts and flushes for region at 1731540537667Disabling writes for close at 1731540537668 (+1 ms)Writing region close event to WAL at 1731540537668Closed at 1731540537668 2024-11-13T23:28:57,668 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8848fee2a387756ec040d216756d7e28, NAME => 'SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:28:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:28:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:28:57,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 47904f2f8c1d18dffd5c08b8278d0eaf, disabling compactions & flushes 2024-11-13T23:28:57,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:28:57,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:28:57,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. after waiting 0 ms 2024-11-13T23:28:57,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:28:57,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:28:57,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 47904f2f8c1d18dffd5c08b8278d0eaf: Waiting for close lock at 1731540537695Disabling compacts and flushes for region at 1731540537695Disabling writes for close at 1731540537696 (+1 ms)Writing region close event to WAL at 1731540537696Closed at 1731540537696 2024-11-13T23:28:57,697 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d754c499b85ab404649c0b00daaa9c7, NAME => 'SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:28:57,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:28:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:28:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:28:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b197ca0678eb8790670a008323ec03ee, disabling compactions & flushes 2024-11-13T23:28:57,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:28:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:28:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. after waiting 0 ms 2024-11-13T23:28:57,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:28:57,706 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:28:57,706 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b197ca0678eb8790670a008323ec03ee: Waiting for close lock at 1731540537705Disabling compacts and flushes for region at 1731540537705Disabling writes for close at 1731540537705Writing region close event to WAL at 1731540537705Closed at 1731540537705 2024-11-13T23:28:57,707 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f591ec00fdcbf756da28bb6b432f7a, NAME => 'SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0 2024-11-13T23:28:57,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:28:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8848fee2a387756ec040d216756d7e28, disabling compactions & flushes 2024-11-13T23:28:57,713 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. after waiting 0 ms 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:28:57,713 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:28:57,713 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8848fee2a387756ec040d216756d7e28: Waiting for close lock at 1731540537713Disabling compacts and flushes for region at 1731540537713Disabling writes for close at 1731540537713Writing region close event to WAL at 1731540537713Closed at 1731540537713 2024-11-13T23:28:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:28:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:28:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:28:57,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0d754c499b85ab404649c0b00daaa9c7, disabling compactions & flushes 2024-11-13T23:28:57,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:28:57,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:28:57,722 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. after waiting 0 ms 2024-11-13T23:28:57,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:28:57,723 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:28:57,723 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d754c499b85ab404649c0b00daaa9c7: Waiting for close lock at 1731540537722Disabling compacts and flushes for region at 1731540537722Disabling writes for close at 1731540537722Writing region close event to WAL at 1731540537723 (+1 ms)Closed at 1731540537723 2024-11-13T23:28:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:28:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:28:57,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:28:57,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:28:57,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 79f591ec00fdcbf756da28bb6b432f7a, disabling compactions & flushes 2024-11-13T23:28:57,729 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:28:57,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:28:57,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. after waiting 0 ms 2024-11-13T23:28:57,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:28:57,729 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:28:57,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f591ec00fdcbf756da28bb6b432f7a: Waiting for close lock at 1731540537728Disabling compacts and flushes for region at 1731540537728Disabling writes for close at 1731540537729 (+1 ms)Writing region close event to WAL at 1731540537729Closed at 1731540537729 2024-11-13T23:28:57,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:28:57,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731540537731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540537731"}]},"ts":"1731540537731"} 2024-11-13T23:28:57,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T23:28:57,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:28:57,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540537774"}]},"ts":"1731540537774"} 2024-11-13T23:28:57,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T23:28:57,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T23:28:57,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:28:57,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:28:57,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T23:28:57,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:28:57,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd9641c9fde354ba6e18c482d7ad2acb, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6f650f5edf7858c9e6c329436000a4d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47904f2f8c1d18dffd5c08b8278d0eaf, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8848fee2a387756ec040d216756d7e28, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d754c499b85ab404649c0b00daaa9c7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN}] 2024-11-13T23:28:57,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN 2024-11-13T23:28:57,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6f650f5edf7858c9e6c329436000a4d, ASSIGN 2024-11-13T23:28:57,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd9641c9fde354ba6e18c482d7ad2acb, ASSIGN 2024-11-13T23:28:57,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN 2024-11-13T23:28:57,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN; state=OFFLINE, location=714b435e65e7,43921,1731540525284; forceNewPlan=false, retain=false 2024-11-13T23:28:57,797 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd9641c9fde354ba6e18c482d7ad2acb, ASSIGN; state=OFFLINE, location=714b435e65e7,36297,1731540525098; forceNewPlan=false, retain=false 2024-11-13T23:28:57,797 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6f650f5edf7858c9e6c329436000a4d, ASSIGN; state=OFFLINE, location=714b435e65e7,37455,1731540525212; forceNewPlan=false, retain=false 2024-11-13T23:28:57,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN; state=OFFLINE, location=714b435e65e7,43921,1731540525284; forceNewPlan=false, retain=false 2024-11-13T23:28:57,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN 2024-11-13T23:28:57,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN 2024-11-13T23:28:57,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d754c499b85ab404649c0b00daaa9c7, ASSIGN 2024-11-13T23:28:57,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8848fee2a387756ec040d216756d7e28, ASSIGN 2024-11-13T23:28:57,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47904f2f8c1d18dffd5c08b8278d0eaf, ASSIGN 2024-11-13T23:28:57,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN; state=OFFLINE, location=714b435e65e7,43921,1731540525284; forceNewPlan=false, retain=false 2024-11-13T23:28:57,808 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d754c499b85ab404649c0b00daaa9c7, ASSIGN; state=OFFLINE, location=714b435e65e7,37455,1731540525212; forceNewPlan=false, retain=false 2024-11-13T23:28:57,808 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN; state=OFFLINE, location=714b435e65e7,43921,1731540525284; forceNewPlan=false, retain=false 2024-11-13T23:28:57,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8848fee2a387756ec040d216756d7e28, ASSIGN; state=OFFLINE, location=714b435e65e7,36297,1731540525098; forceNewPlan=false, retain=false 2024-11-13T23:28:57,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47904f2f8c1d18dffd5c08b8278d0eaf, ASSIGN; state=OFFLINE, location=714b435e65e7,37455,1731540525212; forceNewPlan=false, retain=false 2024-11-13T23:28:57,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6, ASSIGN 2024-11-13T23:28:57,816 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6, ASSIGN; state=OFFLINE, location=714b435e65e7,36297,1731540525098; forceNewPlan=false, retain=false 2024-11-13T23:28:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:57,949 INFO [714b435e65e7:46573 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T23:28:57,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=79f591ec00fdcbf756da28bb6b432f7a, regionState=OPENING, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:28:57,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58811e8990dc081a76012000dd301125, regionState=OPENING, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:28:57,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b197ca0678eb8790670a008323ec03ee, regionState=OPENING, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:28:57,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d754c499b85ab404649c0b00daaa9c7, regionState=OPENING, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:28:57,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b8e89cf32a6acfc7bcb6a27fa92b0d, regionState=OPENING, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:28:57,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b6f650f5edf7858c9e6c329436000a4d, regionState=OPENING, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:28:57,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8848fee2a387756ec040d216756d7e28, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:28:57,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd9641c9fde354ba6e18c482d7ad2acb, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:28:57,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47904f2f8c1d18dffd5c08b8278d0eaf, regionState=OPENING, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:28:57,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78a1437bcfd90ac0302c7d456100c7e6, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:28:57,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d754c499b85ab404649c0b00daaa9c7, ASSIGN because future has completed 2024-11-13T23:28:57,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d754c499b85ab404649c0b00daaa9c7, server=714b435e65e7,37455,1731540525212}] 2024-11-13T23:28:57,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN because future has completed 2024-11-13T23:28:57,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,43921,1731540525284}] 2024-11-13T23:28:57,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN because future has completed 2024-11-13T23:28:57,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN because future has completed 2024-11-13T23:28:57,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,43921,1731540525284}] 2024-11-13T23:28:57,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b6f650f5edf7858c9e6c329436000a4d, ASSIGN because future has completed 2024-11-13T23:28:57,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,43921,1731540525284}] 2024-11-13T23:28:57,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f650f5edf7858c9e6c329436000a4d, server=714b435e65e7,37455,1731540525212}] 2024-11-13T23:28:57,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN because future has completed 2024-11-13T23:28:57,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd9641c9fde354ba6e18c482d7ad2acb, ASSIGN because future has completed 2024-11-13T23:28:57,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,43921,1731540525284}] 2024-11-13T23:28:57,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8848fee2a387756ec040d216756d7e28, ASSIGN because future has completed 2024-11-13T23:28:57,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:28:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47904f2f8c1d18dffd5c08b8278d0eaf, ASSIGN because future has completed 2024-11-13T23:28:57,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6, ASSIGN because future has completed 2024-11-13T23:28:57,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf, server=714b435e65e7,37455,1731540525212}] 2024-11-13T23:28:57,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:28:57,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8848fee2a387756ec040d216756d7e28, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:28:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:58,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:28:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:28:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:02,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T23:29:04,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:29:04,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:04,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:29:04,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:29:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:07,961 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:07,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:07,968 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:29:07,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:29:07,974 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:29:07,975 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d754c499b85ab404649c0b00daaa9c7, NAME => 'SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T23:29:07,975 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,975 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:07,975 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,975 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,978 INFO [StoreOpener-0d754c499b85ab404649c0b00daaa9c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,979 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:07,979 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 58811e8990dc081a76012000dd301125, NAME => 'SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T23:29:07,980 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,981 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:07,981 INFO [StoreOpener-0d754c499b85ab404649c0b00daaa9c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d754c499b85ab404649c0b00daaa9c7 columnFamilyName cf 2024-11-13T23:29:07,981 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,981 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,981 DEBUG [StoreOpener-0d754c499b85ab404649c0b00daaa9c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:07,982 INFO [StoreOpener-0d754c499b85ab404649c0b00daaa9c7-1 {}] regionserver.HStore(327): Store=0d754c499b85ab404649c0b00daaa9c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:07,982 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,983 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,985 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,985 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,986 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,986 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,986 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58811e8990dc081a76012000dd301125 columnFamilyName cf 2024-11-13T23:29:07,987 DEBUG [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:07,987 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] regionserver.HStore(327): Store=58811e8990dc081a76012000dd301125/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:07,988 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,989 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,990 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,990 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:07,990 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,991 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:07,993 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:08,000 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,001 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0d754c499b85ab404649c0b00daaa9c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036984, jitterRate=0.07343471050262451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,002 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:08,003 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0d754c499b85ab404649c0b00daaa9c7: Running coprocessor pre-open hook at 1731540547975Writing region info on filesystem at 1731540547975Initializing all the Stores at 1731540547977 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540547977Cleaning up temporary data from old regions at 1731540547986 (+9 ms)Running coprocessor post-open hooks at 1731540548002 (+16 ms)Region opened successfully at 1731540548002 2024-11-13T23:29:08,005 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., pid=15, masterSystemTime=1731540547960 2024-11-13T23:29:08,009 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:29:08,009 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:29:08,009 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:29:08,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b6f650f5edf7858c9e6c329436000a4d, NAME => 'SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T23:29:08,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d754c499b85ab404649c0b00daaa9c7, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:08,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,010 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d754c499b85ab404649c0b00daaa9c7, server=714b435e65e7,37455,1731540525212 because future has completed 2024-11-13T23:29:08,020 INFO [StoreOpener-b6f650f5edf7858c9e6c329436000a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-13T23:29:08,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d754c499b85ab404649c0b00daaa9c7, server=714b435e65e7,37455,1731540525212 in 10.0610 sec 2024-11-13T23:29:08,022 INFO [StoreOpener-b6f650f5edf7858c9e6c329436000a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6f650f5edf7858c9e6c329436000a4d columnFamilyName cf 2024-11-13T23:29:08,023 DEBUG [StoreOpener-b6f650f5edf7858c9e6c329436000a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,023 INFO [StoreOpener-b6f650f5edf7858c9e6c329436000a4d-1 {}] regionserver.HStore(327): Store=b6f650f5edf7858c9e6c329436000a4d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,024 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d754c499b85ab404649c0b00daaa9c7, ASSIGN in 10.2310 sec 2024-11-13T23:29:08,025 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,025 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,026 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,026 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,037 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,038 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,038 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 58811e8990dc081a76012000dd301125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73968417, jitterRate=0.10221530497074127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,038 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:08,039 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 58811e8990dc081a76012000dd301125: Running coprocessor pre-open hook at 1731540547981Writing region info on filesystem at 1731540547981Initializing all the Stores at 1731540547982 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540547983 (+1 ms)Cleaning up temporary data from old regions at 1731540547991 (+8 ms)Running coprocessor post-open hooks at 1731540548039 (+48 ms)Region opened successfully at 1731540548039 2024-11-13T23:29:08,041 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125., pid=17, masterSystemTime=1731540547968 2024-11-13T23:29:08,043 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:08,043 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:08,044 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:08,044 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b8e89cf32a6acfc7bcb6a27fa92b0d, NAME => 'SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T23:29:08,044 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=58811e8990dc081a76012000dd301125, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:29:08,045 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,045 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,045 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,43921,1731540525284 because future has completed 2024-11-13T23:29:08,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-13T23:29:08,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,43921,1731540525284 in 10.0880 sec 2024-11-13T23:29:08,059 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:29:08,060 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8848fee2a387756ec040d216756d7e28, NAME => 'SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T23:29:08,060 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,060 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,060 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,061 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN in 10.2670 sec 2024-11-13T23:29:08,062 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b6f650f5edf7858c9e6c329436000a4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,063 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b6f650f5edf7858c9e6c329436000a4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69669906, jitterRate=0.03816249966621399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,063 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:08,063 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b6f650f5edf7858c9e6c329436000a4d: Running coprocessor pre-open hook at 1731540548012Writing region info on filesystem at 1731540548012Initializing all the Stores at 1731540548015 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548015Cleaning up temporary data from old regions at 1731540548026 (+11 ms)Running coprocessor post-open hooks at 1731540548063 (+37 ms)Region opened successfully at 1731540548063 2024-11-13T23:29:08,064 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,065 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d., pid=19, masterSystemTime=1731540547960 2024-11-13T23:29:08,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b6f650f5edf7858c9e6c329436000a4d, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:08,070 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b8e89cf32a6acfc7bcb6a27fa92b0d columnFamilyName cf 2024-11-13T23:29:08,070 DEBUG [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,072 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:29:08,072 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:29:08,073 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:29:08,073 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 47904f2f8c1d18dffd5c08b8278d0eaf, NAME => 'SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T23:29:08,073 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,073 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,073 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,074 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6f650f5edf7858c9e6c329436000a4d, server=714b435e65e7,37455,1731540525212 because future has completed 2024-11-13T23:29:08,075 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] regionserver.HStore(327): Store=f6b8e89cf32a6acfc7bcb6a27fa92b0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,076 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,078 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,078 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,079 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,079 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-13T23:29:08,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b6f650f5edf7858c9e6c329436000a4d, server=714b435e65e7,37455,1731540525212 in 10.1050 sec 2024-11-13T23:29:08,086 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,087 INFO [StoreOpener-8848fee2a387756ec040d216756d7e28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b6f650f5edf7858c9e6c329436000a4d, ASSIGN in 10.2940 sec 2024-11-13T23:29:08,090 INFO [StoreOpener-8848fee2a387756ec040d216756d7e28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8848fee2a387756ec040d216756d7e28 columnFamilyName cf 2024-11-13T23:29:08,090 DEBUG [StoreOpener-8848fee2a387756ec040d216756d7e28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,091 INFO [StoreOpener-8848fee2a387756ec040d216756d7e28-1 {}] regionserver.HStore(327): Store=8848fee2a387756ec040d216756d7e28/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,091 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,091 INFO [StoreOpener-47904f2f8c1d18dffd5c08b8278d0eaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,092 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,093 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,094 INFO [StoreOpener-47904f2f8c1d18dffd5c08b8278d0eaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47904f2f8c1d18dffd5c08b8278d0eaf columnFamilyName cf 2024-11-13T23:29:08,094 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,094 DEBUG [StoreOpener-47904f2f8c1d18dffd5c08b8278d0eaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,094 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,094 INFO [StoreOpener-47904f2f8c1d18dffd5c08b8278d0eaf-1 {}] regionserver.HStore(327): Store=47904f2f8c1d18dffd5c08b8278d0eaf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,095 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,096 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,096 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,097 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,098 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,098 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,101 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,107 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,108 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/47904f2f8c1d18dffd5c08b8278d0eaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,108 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f6b8e89cf32a6acfc7bcb6a27fa92b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66959761, jitterRate=-0.002221807837486267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,108 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:08,109 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f6b8e89cf32a6acfc7bcb6a27fa92b0d: Running coprocessor pre-open hook at 1731540548045Writing region info on filesystem at 1731540548045Initializing all the Stores at 1731540548048 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548048Cleaning up temporary data from old regions at 1731540548080 (+32 ms)Running coprocessor post-open hooks at 1731540548108 (+28 ms)Region opened successfully at 1731540548108 2024-11-13T23:29:08,109 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 47904f2f8c1d18dffd5c08b8278d0eaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73308723, jitterRate=0.09238509833812714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,109 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:08,109 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 47904f2f8c1d18dffd5c08b8278d0eaf: Running coprocessor pre-open hook at 1731540548074Writing region info on filesystem at 1731540548074Initializing all the Stores at 1731540548080 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548080Cleaning up temporary data from old regions at 1731540548098 (+18 ms)Running coprocessor post-open hooks at 1731540548109 (+11 ms)Region opened successfully at 1731540548109 2024-11-13T23:29:08,110 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d., pid=20, masterSystemTime=1731540547968 2024-11-13T23:29:08,111 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf., pid=23, masterSystemTime=1731540547960 2024-11-13T23:29:08,114 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:08,114 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:08,114 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:08,115 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f591ec00fdcbf756da28bb6b432f7a, NAME => 'SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T23:29:08,115 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,115 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,115 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,115 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b8e89cf32a6acfc7bcb6a27fa92b0d, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:29:08,117 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:29:08,117 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:29:08,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47904f2f8c1d18dffd5c08b8278d0eaf, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:08,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,43921,1731540525284 because future has completed 2024-11-13T23:29:08,120 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,121 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8848fee2a387756ec040d216756d7e28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69201984, jitterRate=0.031189918518066406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,122 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:08,122 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8848fee2a387756ec040d216756d7e28: Running coprocessor pre-open hook at 1731540548061Writing region info on filesystem at 1731540548061Initializing all the Stores at 1731540548062 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548063 (+1 ms)Cleaning up temporary data from old regions at 1731540548094 (+31 ms)Running coprocessor post-open hooks at 1731540548122 (+28 ms)Region opened successfully at 1731540548122 2024-11-13T23:29:08,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf, server=714b435e65e7,37455,1731540525212 because future has completed 2024-11-13T23:29:08,123 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., pid=24, masterSystemTime=1731540547988 2024-11-13T23:29:08,123 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,126 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f591ec00fdcbf756da28bb6b432f7a columnFamilyName cf 2024-11-13T23:29:08,126 DEBUG [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,130 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:29:08,130 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:29:08,130 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:29:08,131 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 78a1437bcfd90ac0302c7d456100c7e6, NAME => 'SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T23:29:08,131 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,131 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,131 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,131 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,134 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] regionserver.HStore(327): Store=79f591ec00fdcbf756da28bb6b432f7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,134 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,135 INFO [StoreOpener-78a1437bcfd90ac0302c7d456100c7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-13T23:29:08,138 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,140 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,141 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,141 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,141 INFO [StoreOpener-78a1437bcfd90ac0302c7d456100c7e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a1437bcfd90ac0302c7d456100c7e6 columnFamilyName cf 2024-11-13T23:29:08,141 DEBUG [StoreOpener-78a1437bcfd90ac0302c7d456100c7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8848fee2a387756ec040d216756d7e28, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:08,142 INFO [StoreOpener-78a1437bcfd90ac0302c7d456100c7e6-1 {}] regionserver.HStore(327): Store=78a1437bcfd90ac0302c7d456100c7e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-13T23:29:08,142 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,144 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,144 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,145 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,145 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,146 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8848fee2a387756ec040d216756d7e28, server=714b435e65e7,36297,1731540525098 because future has completed 2024-11-13T23:29:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN in 10.3450 sec 2024-11-13T23:29:08,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf, server=714b435e65e7,37455,1731540525212 in 10.1430 sec 2024-11-13T23:29:08,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,43921,1731540525284 in 10.1520 sec 2024-11-13T23:29:08,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47904f2f8c1d18dffd5c08b8278d0eaf, ASSIGN in 10.3530 sec 2024-11-13T23:29:08,156 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-13T23:29:08,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8848fee2a387756ec040d216756d7e28, server=714b435e65e7,36297,1731540525098 in 10.1650 sec 2024-11-13T23:29:08,160 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,161 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 79f591ec00fdcbf756da28bb6b432f7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63297985, jitterRate=-0.05678652226924896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,161 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:08,162 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 79f591ec00fdcbf756da28bb6b432f7a: Running coprocessor pre-open hook at 1731540548116Writing region info on filesystem at 1731540548116Initializing all the Stores at 1731540548119 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548119Cleaning up temporary data from old regions at 1731540548141 (+22 ms)Running coprocessor post-open hooks at 1731540548161 (+20 ms)Region opened successfully at 1731540548161 2024-11-13T23:29:08,163 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., pid=16, masterSystemTime=1731540547968 2024-11-13T23:29:08,167 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/78a1437bcfd90ac0302c7d456100c7e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8848fee2a387756ec040d216756d7e28, ASSIGN in 10.3680 sec 2024-11-13T23:29:08,168 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 78a1437bcfd90ac0302c7d456100c7e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69730287, jitterRate=0.039062246680259705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,168 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:08,169 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 78a1437bcfd90ac0302c7d456100c7e6: Running coprocessor pre-open hook at 1731540548131Writing region info on filesystem at 1731540548131Initializing all the Stores at 1731540548134 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548134Cleaning up temporary data from old regions at 1731540548145 (+11 ms)Running coprocessor post-open hooks at 1731540548168 (+23 ms)Region opened successfully at 1731540548168 2024-11-13T23:29:08,170 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:08,170 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:08,170 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:08,170 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b197ca0678eb8790670a008323ec03ee, NAME => 'SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T23:29:08,171 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,171 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,171 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,171 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6., pid=22, masterSystemTime=1731540547988 2024-11-13T23:29:08,171 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,172 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=79f591ec00fdcbf756da28bb6b432f7a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:29:08,176 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:29:08,176 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:29:08,176 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:29:08,177 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => dd9641c9fde354ba6e18c482d7ad2acb, NAME => 'SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T23:29:08,177 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,43921,1731540525284 because future has completed 2024-11-13T23:29:08,177 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,178 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:08,179 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,179 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,180 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b197ca0678eb8790670a008323ec03ee columnFamilyName cf 2024-11-13T23:29:08,180 DEBUG [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78a1437bcfd90ac0302c7d456100c7e6, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:08,181 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] regionserver.HStore(327): Store=b197ca0678eb8790670a008323ec03ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,181 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,182 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,183 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,184 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,184 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6, server=714b435e65e7,36297,1731540525098 because future has completed 2024-11-13T23:29:08,187 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46573 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=714b435e65e7,36297,1731540525098, table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T23:29:08,188 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-13T23:29:08,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,43921,1731540525284 in 10.2230 sec 2024-11-13T23:29:08,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-13T23:29:08,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6, server=714b435e65e7,36297,1731540525098 in 10.2070 sec 2024-11-13T23:29:08,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN in 10.4030 sec 2024-11-13T23:29:08,199 INFO [StoreOpener-dd9641c9fde354ba6e18c482d7ad2acb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,200 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a1437bcfd90ac0302c7d456100c7e6, ASSIGN in 10.4070 sec 2024-11-13T23:29:08,201 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b197ca0678eb8790670a008323ec03ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64712818, jitterRate=-0.0357038676738739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,202 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:08,202 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b197ca0678eb8790670a008323ec03ee: Running coprocessor pre-open hook at 1731540548171Writing region info on filesystem at 1731540548171Initializing all the Stores at 1731540548176 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548176Cleaning up temporary data from old regions at 1731540548184 (+8 ms)Running coprocessor post-open hooks at 1731540548202 (+18 ms)Region opened successfully at 1731540548202 2024-11-13T23:29:08,203 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., pid=18, masterSystemTime=1731540547968 2024-11-13T23:29:08,206 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:08,206 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:08,207 INFO [StoreOpener-dd9641c9fde354ba6e18c482d7ad2acb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9641c9fde354ba6e18c482d7ad2acb columnFamilyName cf 2024-11-13T23:29:08,207 DEBUG [StoreOpener-dd9641c9fde354ba6e18c482d7ad2acb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:08,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b197ca0678eb8790670a008323ec03ee, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43921,1731540525284 2024-11-13T23:29:08,209 INFO [StoreOpener-dd9641c9fde354ba6e18c482d7ad2acb-1 {}] regionserver.HStore(327): Store=dd9641c9fde354ba6e18c482d7ad2acb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:08,210 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,43921,1731540525284 because future has completed 2024-11-13T23:29:08,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,212 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,213 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,213 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,217 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-13T23:29:08,222 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/dd9641c9fde354ba6e18c482d7ad2acb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:29:08,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,43921,1731540525284 in 10.2490 sec 2024-11-13T23:29:08,222 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened dd9641c9fde354ba6e18c482d7ad2acb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65238840, jitterRate=-0.02786552906036377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:08,223 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:08,223 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for dd9641c9fde354ba6e18c482d7ad2acb: Running coprocessor pre-open hook at 1731540548179Writing region info on filesystem at 1731540548179Initializing all the Stores at 1731540548181 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540548182 (+1 ms)Cleaning up temporary data from old regions at 1731540548213 (+31 ms)Running coprocessor post-open hooks at 1731540548223 (+10 ms)Region opened successfully at 1731540548223 2024-11-13T23:29:08,224 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb., pid=21, masterSystemTime=1731540547988 2024-11-13T23:29:08,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN in 10.4300 sec 2024-11-13T23:29:08,227 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:29:08,227 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:29:08,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd9641c9fde354ba6e18c482d7ad2acb, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:08,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb, server=714b435e65e7,36297,1731540525098 because future has completed 2024-11-13T23:29:08,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-13T23:29:08,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb, server=714b435e65e7,36297,1731540525098 in 10.2590 sec 2024-11-13T23:29:08,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T23:29:08,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd9641c9fde354ba6e18c482d7ad2acb, ASSIGN in 10.4500 sec 2024-11-13T23:29:08,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:29:08,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540548248"}]},"ts":"1731540548248"} 2024-11-13T23:29:08,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T23:29:08,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:29:08,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7280 sec 2024-11-13T23:29:10,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T23:29:13,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:29:13,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T23:29:14,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T23:29:14,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T23:29:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:29:15,821 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T23:29:15,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T23:29:15,823 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:29:15,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T23:29:15,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:29:15,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T23:29:15,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:15,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., hostname=714b435e65e7,36297,1731540525098, seqNum=2] 2024-11-13T23:29:15,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., hostname=714b435e65e7,36297,1731540525098, seqNum=2] 2024-11-13T23:29:15,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., hostname=714b435e65e7,36297,1731540525098, seqNum=2] 2024-11-13T23:29:16,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., hostname=714b435e65e7,36297,1731540525098, seqNum=2] 2024-11-13T23:29:16,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,063 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., hostname=714b435e65e7,37455,1731540525212, seqNum=2] 2024-11-13T23:29:16,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:16,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., hostname=714b435e65e7,43921,1731540525284, seqNum=2] 2024-11-13T23:29:17,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:17,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:17,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:29:17,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36297 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:29:17,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:29:17,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37455 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:29:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:17,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:29:17,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43921 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:29:18,058 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T23:29:18,061 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T23:29:18,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:29:18,066 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T23:29:18,083 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T23:29:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:29:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:29:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:29:18,109 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T23:29:18,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6f650f5edf7858c9e6c329436000a4d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8848fee2a387756ec040d216756d7e28}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d754c499b85ab404649c0b00daaa9c7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a}] 2024-11-13T23:29:18,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:18,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:18,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:18,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:18,124 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:18,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:18,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:18,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:18,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:18,137 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:18,162 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 714b435e65e7,43921,1731540525284 2024-11-13T23:29:18,163 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 714b435e65e7,43921,1731540525284: Simulated kill ***** 2024-11-13T23:29:18,163 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:29:18,166 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:29:18,168 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:29:18,170 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:29:18,171 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:29:18,177 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 574883512 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153409688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "714b435e65e7", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "714b435e65e7", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61388", "tag.serverName": "714b435e65e7,37455,1731540525212", "tag.clusterId": "4d0296b6-2693-4bd6-ad4c-af8640abdd61", "tag.Context": "regionserver", "tag.Hostname": "714b435e65e7", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731540525212, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T23:29:18,181 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46573 {}] master.MasterRpcServices(700): 714b435e65e7,43921,1731540525284 reported a fatal error: ***** ABORTING region server 714b435e65e7,43921,1731540525284: Simulated kill ***** 2024-11-13T23:29:18,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,43921,1731540525284' ***** 2024-11-13T23:29:18,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T23:29:18,190 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:29:18,191 INFO [RS:2;714b435e65e7:43921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T23:29:18,191 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:29:18,191 INFO [RS:2;714b435e65e7:43921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T23:29:18,191 INFO [RS:2;714b435e65e7:43921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:29:18,191 INFO [RS:2;714b435e65e7:43921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;714b435e65e7:43921. 2024-11-13T23:29:18,191 DEBUG [RS:2;714b435e65e7:43921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:29:18,191 DEBUG [RS:2;714b435e65e7:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:29:18,194 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741834_1010 (size=1242) 2024-11-13T23:29:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741834_1010 (size=1242) 2024-11-13T23:29:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741834_1010 (size=1242) 2024-11-13T23:29:18,201 DEBUG [RS:2;714b435e65e7:43921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:29:18,201 INFO [RS:2;714b435e65e7:43921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:29:18,202 INFO [RS:2;714b435e65e7:43921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43921 2024-11-13T23:29:18,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:29:18,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,43921,1731540525284 2024-11-13T23:29:18,245 INFO [RS:2;714b435e65e7:43921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:29:18,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,43921,1731540525284] 2024-11-13T23:29:18,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,43921,1731540525284 already deleted, retry=false 2024-11-13T23:29:18,301 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 714b435e65e7,43921,1731540525284 on 714b435e65e7,46573,1731540524219 2024-11-13T23:29:18,305 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 714b435e65e7,43921,1731540525284, splitWal=true, meta=false 2024-11-13T23:29:18,308 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 714b435e65e7,43921,1731540525284 (carryingMeta=false) 714b435e65e7,43921,1731540525284/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b770432[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T23:29:18,308 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 714b435e65e7,43921,1731540525284, splitWal=true, meta=false 2024-11-13T23:29:18,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:18,310 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 714b435e65e7,43921,1731540525284 had 4 regions 2024-11-13T23:29:18,310 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:18,310 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:18,311 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:18,312 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d can not run currently because target server of region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 714b435e65e7,43921,1731540525284 is in state CRASHED, wait 1000 ms to retry 2024-11-13T23:29:18,312 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d; timeout=1000, timestamp=1731540559312 2024-11-13T23:29:18,313 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a can not run currently because target server of region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 714b435e65e7,43921,1731540525284 is in state CRASHED, wait 1000 ms to retry 2024-11-13T23:29:18,313 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a; timeout=1000, timestamp=1731540559313 2024-11-13T23:29:18,314 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,43921,1731540525284, splitWal=true, meta=false, isMeta: false 2024-11-13T23:29:18,315 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 can not run currently because target server of region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 1000 ms to retry 2024-11-13T23:29:18,316 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125; timeout=1000, timestamp=1731540559315 2024-11-13T23:29:18,317 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee can not run currently because target server of region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 1000 ms to retry 2024-11-13T23:29:18,318 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee; timeout=1000, timestamp=1731540559318 2024-11-13T23:29:18,318 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting 2024-11-13T23:29:18,320 INFO [PEWorker-2 {}] master.SplitWALManager(105): 714b435e65e7,43921,1731540525284 WAL count=1, meta=false 2024-11-13T23:29:18,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 714b435e65e7%2C43921%2C1731540525284.1731540526830}] 2024-11-13T23:29:18,331 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:18,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43921%2C1731540525284.1731540526830, worker=714b435e65e7,36297,1731540525098}] 2024-11-13T23:29:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43921-0x10137d14b3e0003, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:29:18,354 INFO [RS:2;714b435e65e7:43921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:29:18,354 INFO [RS:2;714b435e65e7:43921 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,43921,1731540525284; zookeeper connection closed. 2024-11-13T23:29:18,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fde1904 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fde1904 2024-11-13T23:29:18,369 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:46573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T23:29:18,661 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:29:18,661 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:29:19,312 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:19,313 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d can not run currently because target server of region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T23:29:19,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:19,314 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d; timeout=2000, timestamp=1731540561313 2024-11-13T23:29:19,315 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a can not run currently because target server of region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T23:29:19,315 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a; timeout=2000, timestamp=1731540561315 2024-11-13T23:29:19,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:19,316 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 can not run currently because target server of region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T23:29:19,317 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125; timeout=2000, timestamp=1731540561317 2024-11-13T23:29:19,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:19,320 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee can not run currently because target server of region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T23:29:19,320 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee; timeout=2000, timestamp=1731540561320 2024-11-13T23:29:21,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:21,314 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d can not run currently because target server of region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T23:29:21,314 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d; timeout=4000, timestamp=1731540565314 2024-11-13T23:29:21,315 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:21,316 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a can not run currently because target server of region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T23:29:21,316 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a; timeout=4000, timestamp=1731540565316 2024-11-13T23:29:21,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:21,318 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 can not run currently because target server of region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T23:29:21,318 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125; timeout=4000, timestamp=1731540565318 2024-11-13T23:29:21,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:21,321 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee can not run currently because target server of region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T23:29:21,321 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee; timeout=4000, timestamp=1731540565321 2024-11-13T23:29:25,314 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:25,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:25,317 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d can not run currently because target server of region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T23:29:25,317 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d; timeout=8000, timestamp=1731540573317 2024-11-13T23:29:25,318 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a can not run currently because target server of region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T23:29:25,318 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a; timeout=8000, timestamp=1731540573318 2024-11-13T23:29:25,319 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:25,320 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 can not run currently because target server of region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T23:29:25,320 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125; timeout=8000, timestamp=1731540573320 2024-11-13T23:29:25,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:25,323 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee can not run currently because target server of region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 714b435e65e7,43921,1731540525284 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T23:29:25,323 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee; timeout=8000, timestamp=1731540573323 2024-11-13T23:29:27,987 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=714b435e65e7,36297,1731540525098, timeout=1731540568120, delay=132, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43921%2C1731540525284.1731540526830, worker=714b435e65e7,36297,1731540525098, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8848fee2a387756ec040d216756d7e28], containedObject=714b435e65e7,43921,1731540525284, timeout=1731540568120, delay=132, operations=null, containedObject=714b435e65e7,37455,1731540525212, timeout=1731540568120, delay=132, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6f650f5edf7858c9e6c329436000a4d, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d754c499b85ab404649c0b00daaa9c7]] 2024-11-13T23:29:28,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T23:29:28,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T23:29:28,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T23:29:28,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T23:29:28,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:29:28,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T23:29:28,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:29:28,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T23:29:28,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:29:28,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T23:29:28,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:29:28,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b6f650f5edf7858c9e6c329436000a4d: 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 78a1437bcfd90ac0302c7d456100c7e6: 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for dd9641c9fde354ba6e18c482d7ad2acb: 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 47904f2f8c1d18dffd5c08b8278d0eaf: 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,136 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0d754c499b85ab404649c0b00daaa9c7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T23:29:28,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:29:28,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:28,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:28,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:28,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8848fee2a387756ec040d216756d7e28 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T23:29:28,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:28,165 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830, size=1.2 K (1242bytes) 2024-11-13T23:29:28,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T23:29:28,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T23:29:28,166 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 2024-11-13T23:29:28,171 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 after 4ms 2024-11-13T23:29:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:29:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:29:28,196 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 took 33ms 2024-11-13T23:29:28,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:29:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:29:28,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T23:29:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T23:29:28,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:28,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:29:28,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47904f2f8c1d18dffd5c08b8278d0eaf in 10.0930 sec 2024-11-13T23:29:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:29:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:29:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:29:28,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:29:28,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T23:29:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T23:29:28,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:28,216 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:29:28,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b6f650f5edf7858c9e6c329436000a4d in 10.1060 sec 2024-11-13T23:29:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741850_1026 (size=65) 2024-11-13T23:29:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741850_1026 (size=65) 2024-11-13T23:29:28,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741850_1026 (size=65) 2024-11-13T23:29:28,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:29:28,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T23:29:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T23:29:28,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:28,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:29:28,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78a1437bcfd90ac0302c7d456100c7e6 in 10.1440 sec 2024-11-13T23:29:28,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/.tmp/cf/8526e04268ea4b4c984f0696d94b200c is 34, key is baa/cf:cf/1731540557064/Put/seqid=0 2024-11-13T23:29:28,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/.tmp/cf/07de7a9a34dc4f128e6a85f8b1ca25ab is 34, key is ccd/cf:cf/1731540557192/Put/seqid=0 2024-11-13T23:29:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:29:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:29:28,283 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 58811e8990dc081a76012000dd301125: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T23:29:28,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:29:28,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T23:29:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T23:29:28,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:29:28,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:29:28,287 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f6b8e89cf32a6acfc7bcb6a27fa92b0d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T23:29:28,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 79f591ec00fdcbf756da28bb6b432f7a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T23:29:28,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd9641c9fde354ba6e18c482d7ad2acb in 10.1770 sec 2024-11-13T23:29:28,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b197ca0678eb8790670a008323ec03ee: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T23:29:28,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 so closing down 2024-11-13T23:29:28,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T23:29:28,293 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T23:29:28,298 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-13T23:29:28,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830, journal: Splitting hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830, size=1.2 K (1242bytes) at 1731540568165Finishing writing output for hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 so closing down at 1731540568292 (+127 ms)3 split writer threads finished at 1731540568293 (+1 ms)Processed 4 edits across 0 Regions in 27 ms; skipped=4; WAL=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731540568298 (+5 ms) 2024-11-13T23:29:28,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 2024-11-13T23:29:28,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T23:29:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T23:29:28,310 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting/714b435e65e7%2C43921%2C1731540525284.1731540526830 to hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs 2024-11-13T23:29:28,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T23:29:28,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43921%2C1731540525284.1731540526830, worker=714b435e65e7,36297,1731540525098 in 9.9760 sec 2024-11-13T23:29:28,316 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:28,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T23:29:28,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 714b435e65e7%2C43921%2C1731540525284.1731540526830, worker=714b435e65e7,36297,1731540525098 in 9.9950 sec 2024-11-13T23:29:28,325 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting dir is empty, no logs to split. 2024-11-13T23:29:28,325 INFO [PEWorker-5 {}] master.SplitWALManager(105): 714b435e65e7,43921,1731540525284 WAL count=0, meta=false 2024-11-13T23:29:28,325 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,43921,1731540525284 WAL splitting is done? wals=0, meta=false 2024-11-13T23:29:28,332 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 714b435e65e7,43921,1731540525284 failed, ignore...File hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,43921,1731540525284-splitting does not exist. 2024-11-13T23:29:28,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN}] 2024-11-13T23:29:28,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN 2024-11-13T23:29:28,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN 2024-11-13T23:29:28,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:29:28,340 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN 2024-11-13T23:29:28,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN 2024-11-13T23:29:28,341 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:29:28,343 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:29:28,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:29:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741853_1029 (size=28623) 2024-11-13T23:29:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741853_1029 (size=28623) 2024-11-13T23:29:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741853_1029 (size=28623) 2024-11-13T23:29:28,353 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/.tmp/cf/8526e04268ea4b4c984f0696d94b200c 2024-11-13T23:29:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741854_1030 (size=47197) 2024-11-13T23:29:28,365 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/.tmp/cf/07de7a9a34dc4f128e6a85f8b1ca25ab 2024-11-13T23:29:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741854_1030 (size=47197) 2024-11-13T23:29:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741854_1030 (size=47197) 2024-11-13T23:29:28,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/.tmp/cf/07de7a9a34dc4f128e6a85f8b1ca25ab as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/cf/07de7a9a34dc4f128e6a85f8b1ca25ab 2024-11-13T23:29:28,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/.tmp/cf/8526e04268ea4b4c984f0696d94b200c as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/cf/8526e04268ea4b4c984f0696d94b200c 2024-11-13T23:29:28,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/cf/8526e04268ea4b4c984f0696d94b200c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T23:29:28,429 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/cf/07de7a9a34dc4f128e6a85f8b1ca25ab, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T23:29:28,433 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8848fee2a387756ec040d216756d7e28 in 291ms, sequenceid=5, compaction requested=false 2024-11-13T23:29:28,433 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0d754c499b85ab404649c0b00daaa9c7 in 299ms, sequenceid=5, compaction requested=false 2024-11-13T23:29:28,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8848fee2a387756ec040d216756d7e28: 2024-11-13T23:29:28,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0d754c499b85ab404649c0b00daaa9c7: 2024-11-13T23:29:28,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. for SnapshotProcedureTest completed. 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/cf/8526e04268ea4b4c984f0696d94b200c] hfiles 2024-11-13T23:29:28,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/cf/07de7a9a34dc4f128e6a85f8b1ca25ab] hfiles 2024-11-13T23:29:28,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/cf/8526e04268ea4b4c984f0696d94b200c for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/cf/07de7a9a34dc4f128e6a85f8b1ca25ab for snapshot=SnapshotProcedureTest 2024-11-13T23:29:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741856_1032 (size=105) 2024-11-13T23:29:28,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741856_1032 (size=105) 2024-11-13T23:29:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741856_1032 (size=105) 2024-11-13T23:29:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:29:28,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T23:29:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T23:29:28,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:28,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:29:28,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d754c499b85ab404649c0b00daaa9c7 in 10.3550 sec 2024-11-13T23:29:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741855_1031 (size=105) 2024-11-13T23:29:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741855_1031 (size=105) 2024-11-13T23:29:28,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741855_1031 (size=105) 2024-11-13T23:29:28,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:29:28,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T23:29:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T23:29:28,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:28,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8848fee2a387756ec040d216756d7e28 2024-11-13T23:29:28,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8848fee2a387756ec040d216756d7e28 in 10.3730 sec 2024-11-13T23:29:28,490 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:29:28,491 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:29:28,491 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:29:28,491 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:29:28,491 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:29:28,491 INFO [714b435e65e7:46573 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:29:28,491 INFO [714b435e65e7:46573 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:29:28,491 DEBUG [714b435e65e7:46573 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:29:28,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f6b8e89cf32a6acfc7bcb6a27fa92b0d, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:28,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=79f591ec00fdcbf756da28bb6b432f7a, regionState=OPENING, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:28,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=58811e8990dc081a76012000dd301125, regionState=OPENING, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:28,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b197ca0678eb8790670a008323ec03ee, regionState=OPENING, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:28,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN because future has completed 2024-11-13T23:29:28,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,37455,1731540525212}] 2024-11-13T23:29:28,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN because future has completed 2024-11-13T23:29:28,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,37455,1731540525212}] 2024-11-13T23:29:28,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN because future has completed 2024-11-13T23:29:28,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:29:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN because future has completed 2024-11-13T23:29:28,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,36297,1731540525098}] 2024-11-13T23:29:33,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d held by pid=39 2024-11-13T23:29:33,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:33,318 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a held by pid=42 2024-11-13T23:29:33,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:33,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 held by pid=40 2024-11-13T23:29:33,320 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:33,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee held by pid=41 2024-11-13T23:29:33,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,037 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T23:29:38,037 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T23:29:38,503 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:38,504 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f591ec00fdcbf756da28bb6b432f7a, NAME => 'SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T23:29:38,504 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,504 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:38,504 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,504 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,506 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,507 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f591ec00fdcbf756da28bb6b432f7a columnFamilyName cf 2024-11-13T23:29:38,507 DEBUG [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:38,508 INFO [StoreOpener-79f591ec00fdcbf756da28bb6b432f7a-1 {}] regionserver.HStore(327): Store=79f591ec00fdcbf756da28bb6b432f7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:38,508 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,509 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,510 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,511 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,511 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,514 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:38,514 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b197ca0678eb8790670a008323ec03ee, NAME => 'SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T23:29:38,515 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,515 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,515 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:38,515 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,515 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,516 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 79f591ec00fdcbf756da28bb6b432f7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480511, jitterRate=0.12474726140499115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:38,516 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,517 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 79f591ec00fdcbf756da28bb6b432f7a: Running coprocessor pre-open hook at 1731540578505Writing region info on filesystem at 1731540578505Initializing all the Stores at 1731540578506 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540578506Cleaning up temporary data from old regions at 1731540578511 (+5 ms)Running coprocessor post-open hooks at 1731540578516 (+5 ms)Region opened successfully at 1731540578517 (+1 ms) 2024-11-13T23:29:38,518 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., pid=44, masterSystemTime=1731540578498 2024-11-13T23:29:38,520 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:38,520 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:38,521 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:38,521 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 58811e8990dc081a76012000dd301125, NAME => 'SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T23:29:38,521 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,521 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:38,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=79f591ec00fdcbf756da28bb6b432f7a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:38,521 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,522 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,37455,1731540525212 because future has completed 2024-11-13T23:29:38,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-13T23:29:38,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a, server=714b435e65e7,37455,1731540525212 in 10.0260 sec 2024-11-13T23:29:38,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79f591ec00fdcbf756da28bb6b432f7a, ASSIGN in 10.1930 sec 2024-11-13T23:29:38,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:38,535 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,535 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,537 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58811e8990dc081a76012000dd301125 columnFamilyName cf 2024-11-13T23:29:38,537 DEBUG [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:38,538 INFO [StoreOpener-58811e8990dc081a76012000dd301125-1 {}] regionserver.HStore(327): Store=58811e8990dc081a76012000dd301125/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:38,538 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b197ca0678eb8790670a008323ec03ee columnFamilyName cf 2024-11-13T23:29:38,538 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,538 DEBUG [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:38,539 INFO [StoreOpener-b197ca0678eb8790670a008323ec03ee-1 {}] regionserver.HStore(327): Store=b197ca0678eb8790670a008323ec03ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:38,539 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,539 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,540 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,541 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,541 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,542 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,542 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,542 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,542 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,544 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,545 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,546 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 58811e8990dc081a76012000dd301125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68771304, jitterRate=0.024772286415100098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:38,546 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,546 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 58811e8990dc081a76012000dd301125: Running coprocessor pre-open hook at 1731540578522Writing region info on filesystem at 1731540578522Initializing all the Stores at 1731540578527 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540578527Cleaning up temporary data from old regions at 1731540578542 (+15 ms)Running coprocessor post-open hooks at 1731540578546 (+4 ms)Region opened successfully at 1731540578546 2024-11-13T23:29:38,547 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b197ca0678eb8790670a008323ec03ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68063382, jitterRate=0.014223426580429077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:38,547 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,547 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b197ca0678eb8790670a008323ec03ee: Running coprocessor pre-open hook at 1731540578515Writing region info on filesystem at 1731540578515Initializing all the Stores at 1731540578516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540578516Cleaning up temporary data from old regions at 1731540578542 (+26 ms)Running coprocessor post-open hooks at 1731540578547 (+5 ms)Region opened successfully at 1731540578547 2024-11-13T23:29:38,548 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125., pid=43, masterSystemTime=1731540578498 2024-11-13T23:29:38,548 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee., pid=45, masterSystemTime=1731540578509 2024-11-13T23:29:38,550 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:38,550 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:38,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=58811e8990dc081a76012000dd301125, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,37455,1731540525212 2024-11-13T23:29:38,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b197ca0678eb8790670a008323ec03ee, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:38,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,37455,1731540525212 because future has completed 2024-11-13T23:29:38,555 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:38,556 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:38,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,36297,1731540525098 because future has completed 2024-11-13T23:29:38,556 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:38,556 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b8e89cf32a6acfc7bcb6a27fa92b0d, NAME => 'SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T23:29:38,556 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,556 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:29:38,556 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,557 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,558 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-13T23:29:38,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 58811e8990dc081a76012000dd301125, server=714b435e65e7,37455,1731540525212 in 10.0610 sec 2024-11-13T23:29:38,560 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b8e89cf32a6acfc7bcb6a27fa92b0d columnFamilyName cf 2024-11-13T23:29:38,560 DEBUG [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:29:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-13T23:29:38,561 INFO [StoreOpener-f6b8e89cf32a6acfc7bcb6a27fa92b0d-1 {}] regionserver.HStore(327): Store=f6b8e89cf32a6acfc7bcb6a27fa92b0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:29:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b197ca0678eb8790670a008323ec03ee, server=714b435e65e7,36297,1731540525098 in 10.0540 sec 2024-11-13T23:29:38,561 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,562 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58811e8990dc081a76012000dd301125, ASSIGN in 10.2250 sec 2024-11-13T23:29:38,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:38,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b197ca0678eb8790670a008323ec03ee, ASSIGN in 10.2260 sec 2024-11-13T23:29:38,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:38,565 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,566 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,566 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,570 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,572 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f6b8e89cf32a6acfc7bcb6a27fa92b0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72227492, jitterRate=0.07627350091934204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:29:38,572 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,572 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f6b8e89cf32a6acfc7bcb6a27fa92b0d: Running coprocessor pre-open hook at 1731540578557Writing region info on filesystem at 1731540578557Initializing all the Stores at 1731540578558 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540578558Cleaning up temporary data from old regions at 1731540578566 (+8 ms)Running coprocessor post-open hooks at 1731540578572 (+6 ms)Region opened successfully at 1731540578572 2024-11-13T23:29:38,573 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d., pid=46, masterSystemTime=1731540578509 2024-11-13T23:29:38,575 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:38,575 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:38,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f6b8e89cf32a6acfc7bcb6a27fa92b0d, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36297,1731540525098 2024-11-13T23:29:38,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,36297,1731540525098 because future has completed 2024-11-13T23:29:38,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-13T23:29:38,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d, server=714b435e65e7,36297,1731540525098 in 10.0730 sec 2024-11-13T23:29:38,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:38,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-13T23:29:38,584 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 714b435e65e7,43921,1731540525284 after splitting done 2024-11-13T23:29:38,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f6b8e89cf32a6acfc7bcb6a27fa92b0d, ASSIGN in 10.2470 sec 2024-11-13T23:29:38,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 714b435e65e7,43921,1731540525284, splitWal=true, meta=false in 20.2820 sec 2024-11-13T23:29:43,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:29:44,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T23:29:46,662 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T23:29:48,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T23:29:48,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:48,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T23:29:48,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:48,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 58811e8990dc081a76012000dd301125: 2024-11-13T23:29:48,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. for SnapshotProcedureTest completed. 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 79f591ec00fdcbf756da28bb6b432f7a: 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. for SnapshotProcedureTest completed. 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741857_1033 (size=65) 2024-11-13T23:29:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741857_1033 (size=65) 2024-11-13T23:29:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741857_1033 (size=65) 2024-11-13T23:29:48,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:29:48,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T23:29:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T23:29:48,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58811e8990dc081a76012000dd301125 2024-11-13T23:29:48,548 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 2024-11-13T23:29:48,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58811e8990dc081a76012000dd301125 in 30.4380 sec 2024-11-13T23:29:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741858_1034 (size=57) 2024-11-13T23:29:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741858_1034 (size=57) 2024-11-13T23:29:48,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:29:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741858_1034 (size=57) 2024-11-13T23:29:48,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T23:29:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T23:29:48,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:48,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:29:48,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79f591ec00fdcbf756da28bb6b432f7a in 30.4480 sec 2024-11-13T23:29:48,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T23:29:48,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:48,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b197ca0678eb8790670a008323ec03ee: 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. for SnapshotProcedureTest completed. 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f6b8e89cf32a6acfc7bcb6a27fa92b0d: 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. for SnapshotProcedureTest completed. 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:29:48,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:29:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741859_1035 (size=65) 2024-11-13T23:29:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741859_1035 (size=65) 2024-11-13T23:29:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741859_1035 (size=65) 2024-11-13T23:29:48,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:29:48,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T23:29:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T23:29:48,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:48,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee 2024-11-13T23:29:48,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b197ca0678eb8790670a008323ec03ee in 30.4790 sec 2024-11-13T23:29:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741860_1036 (size=57) 2024-11-13T23:29:48,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741860_1036 (size=57) 2024-11-13T23:29:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741860_1036 (size=57) 2024-11-13T23:29:48,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:29:48,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T23:29:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T23:29:48,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:48,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:29:48,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T23:29:48,613 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T23:29:48,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f6b8e89cf32a6acfc7bcb6a27fa92b0d in 30.4990 sec 2024-11-13T23:29:48,615 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T23:29:48,618 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T23:29:48,618 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T23:29:48,621 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:29:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741861_1037 (size=1094) 2024-11-13T23:29:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741861_1037 (size=1094) 2024-11-13T23:29:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741861_1037 (size=1094) 2024-11-13T23:29:48,709 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T23:29:48,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T23:29:48,742 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:48,743 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:48,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:48,752 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:48,757 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:48,759 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:52,372 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:46573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T23:29:52,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0d754c499b85ab404649c0b00daaa9c7, had cached 0 bytes from a total of 47197 2024-11-13T23:29:53,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8848fee2a387756ec040d216756d7e28, had cached 0 bytes from a total of 28623 2024-11-13T23:29:57,890 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f6b8e89cf32a6acfc7bcb6a27fa92b0d changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,890 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd9641c9fde354ba6e18c482d7ad2acb changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,890 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78a1437bcfd90ac0302c7d456100c7e6 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b197ca0678eb8790670a008323ec03ee changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8848fee2a387756ec040d216756d7e28 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b6f650f5edf7858c9e6c329436000a4d changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 58811e8990dc081a76012000dd301125 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 47904f2f8c1d18dffd5c08b8278d0eaf changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d754c499b85ab404649c0b00daaa9c7 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:57,891 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 79f591ec00fdcbf756da28bb6b432f7a changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:29:58,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-13T23:29:58,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-13T23:29:58,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-13T23:29:58,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:29:58,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T23:29:58,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T23:29:58,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T23:29:58,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T23:29:58,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-13T23:29:58,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T23:29:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T23:29:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T23:29:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T23:29:58,757 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 Release verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:58,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:29:58,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T23:29:58,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-13T23:29:58,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T23:29:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T23:29:58,758 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 Release verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-13T23:29:58,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 in 10.0270 sec 2024-11-13T23:29:58,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 in 10.0280 sec 2024-11-13T23:29:58,761 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:58,762 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 Release verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T23:29:58,762 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:58,762 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:58,762 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 Release verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:58,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 in 10.0320 sec 2024-11-13T23:29:58,766 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 Release verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:29:58,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 in 10.0320 sec 2024-11-13T23:29:58,767 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 Release verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:58,767 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:29:58,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 in 10.0370 sec 2024-11-13T23:29:58,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 in 10.0360 sec 2024-11-13T23:30:08,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T23:30:08,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-13T23:30:08,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-13T23:30:08,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T23:30:08,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T23:30:08,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T23:30:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-13T23:30:08,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T23:30:08,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T23:30:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T23:30:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T23:30:08,767 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 Release verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:30:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46573 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T23:30:08,769 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 Release verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:30:08,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 in 20.0370 sec 2024-11-13T23:30:08,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 Release verify snapshot worker=714b435e65e7,36297,1731540525098 2024-11-13T23:30:08,771 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 Release verify snapshot worker=714b435e65e7,37455,1731540525212 2024-11-13T23:30:08,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36297,1731540525098 in 20.0390 sec 2024-11-13T23:30:08,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 in 20.0390 sec 2024-11-13T23:30:08,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-13T23:30:08,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,37455,1731540525212 in 20.0410 sec 2024-11-13T23:30:08,773 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T23:30:08,780 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T23:30:08,782 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T23:30:08,783 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T23:30:08,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7310 sec 2024-11-13T23:30:08,932 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T23:30:08,940 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T23:30:08,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:30:08,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:08,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:08,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:08,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:08,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:08,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:30:08,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=672619898, stopped=false 2024-11-13T23:30:08,942 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,46573,1731540524219 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:08,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:08,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:08,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:08,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:08,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:08,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:08,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:08,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,36297,1731540525098' ***** 2024-11-13T23:30:08,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:30:08,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,37455,1731540525212' ***** 2024-11-13T23:30:08,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:30:08,986 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:30:08,986 INFO [RS:0;714b435e65e7:36297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:30:08,986 INFO [RS:0;714b435e65e7:36297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:30:08,986 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for 8848fee2a387756ec040d216756d7e28 2024-11-13T23:30:08,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f591ec00fdcbf756da28bb6b432f7a 2024-11-13T23:30:08,987 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:30:08,987 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for dd9641c9fde354ba6e18c482d7ad2acb 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 47904f2f8c1d18dffd5c08b8278d0eaf 2024-11-13T23:30:08,987 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 58811e8990dc081a76012000dd301125 2024-11-13T23:30:08,987 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for 78a1437bcfd90ac0302c7d456100c7e6 2024-11-13T23:30:08,987 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d754c499b85ab404649c0b00daaa9c7 2024-11-13T23:30:08,988 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(3091): Received CLOSE for b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for b197ca0678eb8790670a008323ec03ee 2024-11-13T23:30:08,988 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,37455,1731540525212 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,36297,1731540525098 2024-11-13T23:30:08,988 INFO [RS:1;714b435e65e7:37455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:08,988 INFO [RS:1;714b435e65e7:37455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:37455. 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:36297. 2024-11-13T23:30:08,988 DEBUG [RS:1;714b435e65e7:37455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:08,988 DEBUG [RS:1;714b435e65e7:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:08,988 DEBUG [RS:0;714b435e65e7:36297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:08,988 DEBUG [RS:0;714b435e65e7:36297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:08,988 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T23:30:08,988 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1325): Online Regions={79f591ec00fdcbf756da28bb6b432f7a=SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a., 47904f2f8c1d18dffd5c08b8278d0eaf=SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf., 58811e8990dc081a76012000dd301125=SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125., 0d754c499b85ab404649c0b00daaa9c7=SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7., b6f650f5edf7858c9e6c329436000a4d=SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d.} 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:30:08,988 INFO [RS:0;714b435e65e7:36297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:30:08,989 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:30:08,989 DEBUG [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1351): Waiting on 0d754c499b85ab404649c0b00daaa9c7, 47904f2f8c1d18dffd5c08b8278d0eaf, 58811e8990dc081a76012000dd301125, 79f591ec00fdcbf756da28bb6b432f7a, b6f650f5edf7858c9e6c329436000a4d 2024-11-13T23:30:08,989 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f591ec00fdcbf756da28bb6b432f7a, disabling compactions & flushes 2024-11-13T23:30:08,989 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8848fee2a387756ec040d216756d7e28, disabling compactions & flushes 2024-11-13T23:30:08,990 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:30:08,990 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. after waiting 0 ms 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. after waiting 0 ms 2024-11-13T23:30:08,990 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:30:08,991 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T23:30:08,991 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1325): Online Regions={8848fee2a387756ec040d216756d7e28=SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28., dd9641c9fde354ba6e18c482d7ad2acb=SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb., 1588230740=hbase:meta,,1.1588230740, f6b8e89cf32a6acfc7bcb6a27fa92b0d=SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d., 78a1437bcfd90ac0302c7d456100c7e6=SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6., b197ca0678eb8790670a008323ec03ee=SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee.} 2024-11-13T23:30:08,991 DEBUG [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78a1437bcfd90ac0302c7d456100c7e6, 8848fee2a387756ec040d216756d7e28, b197ca0678eb8790670a008323ec03ee, dd9641c9fde354ba6e18c482d7ad2acb, f6b8e89cf32a6acfc7bcb6a27fa92b0d 2024-11-13T23:30:08,992 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:30:08,992 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:30:08,992 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:30:08,992 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:30:08,992 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:30:08,992 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-13T23:30:09,004 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/79f591ec00fdcbf756da28bb6b432f7a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,011 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:30:09,011 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f591ec00fdcbf756da28bb6b432f7a: Waiting for close lock at 1731540608989Running coprocessor pre-close hooks at 1731540608989Disabling compacts and flushes for region at 1731540608989Disabling writes for close at 1731540608990 (+1 ms)Writing region close event to WAL at 1731540608997 (+7 ms)Running coprocessor post-close hooks at 1731540609005 (+8 ms)Closed at 1731540609011 (+6 ms) 2024-11-13T23:30:09,012 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731540537517.79f591ec00fdcbf756da28bb6b432f7a. 2024-11-13T23:30:09,012 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47904f2f8c1d18dffd5c08b8278d0eaf, disabling compactions & flushes 2024-11-13T23:30:09,012 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:30:09,012 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:30:09,012 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. after waiting 0 ms 2024-11-13T23:30:09,013 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:30:09,028 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/47904f2f8c1d18dffd5c08b8278d0eaf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,028 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/8848fee2a387756ec040d216756d7e28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:30:09,029 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:30:09,029 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47904f2f8c1d18dffd5c08b8278d0eaf: Waiting for close lock at 1731540609012Running coprocessor pre-close hooks at 1731540609012Disabling compacts and flushes for region at 1731540609012Disabling writes for close at 1731540609012Writing region close event to WAL at 1731540609016 (+4 ms)Running coprocessor post-close hooks at 1731540609029 (+13 ms)Closed at 1731540609029 2024-11-13T23:30:09,029 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731540537517.47904f2f8c1d18dffd5c08b8278d0eaf. 2024-11-13T23:30:09,029 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58811e8990dc081a76012000dd301125, disabling compactions & flushes 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8848fee2a387756ec040d216756d7e28: Waiting for close lock at 1731540608989Running coprocessor pre-close hooks at 1731540608989Disabling compacts and flushes for region at 1731540608989Disabling writes for close at 1731540608990 (+1 ms)Writing region close event to WAL at 1731540609012 (+22 ms)Running coprocessor post-close hooks at 1731540609029 (+17 ms)Closed at 1731540609029 2024-11-13T23:30:09,030 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. after waiting 0 ms 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731540537517.8848fee2a387756ec040d216756d7e28. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd9641c9fde354ba6e18c482d7ad2acb, disabling compactions & flushes 2024-11-13T23:30:09,030 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. after waiting 0 ms 2024-11-13T23:30:09,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:30:09,035 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/58811e8990dc081a76012000dd301125/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58811e8990dc081a76012000dd301125: Waiting for close lock at 1731540609029Running coprocessor pre-close hooks at 1731540609029Disabling compacts and flushes for region at 1731540609029Disabling writes for close at 1731540609030 (+1 ms)Writing region close event to WAL at 1731540609030Running coprocessor post-close hooks at 1731540609038 (+8 ms)Closed at 1731540609038 2024-11-13T23:30:09,039 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731540537517.58811e8990dc081a76012000dd301125. 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d754c499b85ab404649c0b00daaa9c7, disabling compactions & flushes 2024-11-13T23:30:09,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. after waiting 0 ms 2024-11-13T23:30:09,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:30:09,043 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/info/df7ea3a556484b6194c39aa53853f884 is 167, key is SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb./info:regioninfo/1731540548228/Put/seqid=0 2024-11-13T23:30:09,047 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:09,049 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/dd9641c9fde354ba6e18c482d7ad2acb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,050 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:30:09,050 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd9641c9fde354ba6e18c482d7ad2acb: Waiting for close lock at 1731540609030Running coprocessor pre-close hooks at 1731540609030Disabling compacts and flushes for region at 1731540609030Disabling writes for close at 1731540609030Writing region close event to WAL at 1731540609031 (+1 ms)Running coprocessor post-close hooks at 1731540609050 (+19 ms)Closed at 1731540609050 2024-11-13T23:30:09,050 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731540537517.dd9641c9fde354ba6e18c482d7ad2acb. 2024-11-13T23:30:09,050 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6b8e89cf32a6acfc7bcb6a27fa92b0d, disabling compactions & flushes 2024-11-13T23:30:09,051 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:30:09,051 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:30:09,051 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. after waiting 0 ms 2024-11-13T23:30:09,051 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:30:09,056 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/0d754c499b85ab404649c0b00daaa9c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:30:09,058 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:30:09,058 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d754c499b85ab404649c0b00daaa9c7: Waiting for close lock at 1731540609039Running coprocessor pre-close hooks at 1731540609039Disabling compacts and flushes for region at 1731540609039Disabling writes for close at 1731540609039Writing region close event to WAL at 1731540609043 (+4 ms)Running coprocessor post-close hooks at 1731540609058 (+15 ms)Closed at 1731540609058 2024-11-13T23:30:09,058 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731540537517.0d754c499b85ab404649c0b00daaa9c7. 2024-11-13T23:30:09,058 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6f650f5edf7858c9e6c329436000a4d, disabling compactions & flushes 2024-11-13T23:30:09,058 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:30:09,058 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:30:09,059 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. after waiting 0 ms 2024-11-13T23:30:09,059 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:30:09,062 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/f6b8e89cf32a6acfc7bcb6a27fa92b0d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,063 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:30:09,063 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6b8e89cf32a6acfc7bcb6a27fa92b0d: Waiting for close lock at 1731540609050Running coprocessor pre-close hooks at 1731540609050Disabling compacts and flushes for region at 1731540609050Disabling writes for close at 1731540609051 (+1 ms)Writing region close event to WAL at 1731540609056 (+5 ms)Running coprocessor post-close hooks at 1731540609063 (+7 ms)Closed at 1731540609063 2024-11-13T23:30:09,063 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731540537517.f6b8e89cf32a6acfc7bcb6a27fa92b0d. 2024-11-13T23:30:09,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78a1437bcfd90ac0302c7d456100c7e6, disabling compactions & flushes 2024-11-13T23:30:09,064 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:30:09,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:30:09,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. after waiting 0 ms 2024-11-13T23:30:09,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:30:09,064 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b6f650f5edf7858c9e6c329436000a4d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,065 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:30:09,065 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6f650f5edf7858c9e6c329436000a4d: Waiting for close lock at 1731540609058Running coprocessor pre-close hooks at 1731540609058Disabling compacts and flushes for region at 1731540609058Disabling writes for close at 1731540609059 (+1 ms)Writing region close event to WAL at 1731540609059Running coprocessor post-close hooks at 1731540609065 (+6 ms)Closed at 1731540609065 2024-11-13T23:30:09,065 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731540537517.b6f650f5edf7858c9e6c329436000a4d. 2024-11-13T23:30:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741862_1038 (size=20260) 2024-11-13T23:30:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741862_1038 (size=20260) 2024-11-13T23:30:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741862_1038 (size=20260) 2024-11-13T23:30:09,080 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/info/df7ea3a556484b6194c39aa53853f884 2024-11-13T23:30:09,092 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/78a1437bcfd90ac0302c7d456100c7e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,093 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:30:09,093 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78a1437bcfd90ac0302c7d456100c7e6: Waiting for close lock at 1731540609064Running coprocessor pre-close hooks at 1731540609064Disabling compacts and flushes for region at 1731540609064Disabling writes for close at 1731540609064Writing region close event to WAL at 1731540609067 (+3 ms)Running coprocessor post-close hooks at 1731540609093 (+26 ms)Closed at 1731540609093 2024-11-13T23:30:09,093 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731540537517.78a1437bcfd90ac0302c7d456100c7e6. 2024-11-13T23:30:09,093 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b197ca0678eb8790670a008323ec03ee, disabling compactions & flushes 2024-11-13T23:30:09,093 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:30:09,093 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:30:09,093 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. after waiting 0 ms 2024-11-13T23:30:09,094 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:30:09,101 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/default/SPTestTable/b197ca0678eb8790670a008323ec03ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:30:09,101 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:30:09,102 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b197ca0678eb8790670a008323ec03ee: Waiting for close lock at 1731540609093Running coprocessor pre-close hooks at 1731540609093Disabling compacts and flushes for region at 1731540609093Disabling writes for close at 1731540609094 (+1 ms)Writing region close event to WAL at 1731540609094Running coprocessor post-close hooks at 1731540609101 (+7 ms)Closed at 1731540609101 2024-11-13T23:30:09,102 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731540537517.b197ca0678eb8790670a008323ec03ee. 2024-11-13T23:30:09,110 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/ns/250217e80cd44922952cc787d86660e0 is 43, key is default/ns:d/1731540537229/Put/seqid=0 2024-11-13T23:30:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741863_1039 (size=5153) 2024-11-13T23:30:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741863_1039 (size=5153) 2024-11-13T23:30:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741863_1039 (size=5153) 2024-11-13T23:30:09,117 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/ns/250217e80cd44922952cc787d86660e0 2024-11-13T23:30:09,138 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/table/cf197494b9f54be0b2303fb14ac03aca is 47, key is SPTestTable/table:state/1731540548248/Put/seqid=0 2024-11-13T23:30:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741864_1040 (size=5214) 2024-11-13T23:30:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741864_1040 (size=5214) 2024-11-13T23:30:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741864_1040 (size=5214) 2024-11-13T23:30:09,146 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/table/cf197494b9f54be0b2303fb14ac03aca 2024-11-13T23:30:09,153 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/info/df7ea3a556484b6194c39aa53853f884 as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/info/df7ea3a556484b6194c39aa53853f884 2024-11-13T23:30:09,161 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/info/df7ea3a556484b6194c39aa53853f884, entries=116, sequenceid=37, filesize=19.8 K 2024-11-13T23:30:09,162 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/ns/250217e80cd44922952cc787d86660e0 as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/ns/250217e80cd44922952cc787d86660e0 2024-11-13T23:30:09,169 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/ns/250217e80cd44922952cc787d86660e0, entries=2, sequenceid=37, filesize=5.0 K 2024-11-13T23:30:09,170 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/.tmp/table/cf197494b9f54be0b2303fb14ac03aca as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/table/cf197494b9f54be0b2303fb14ac03aca 2024-11-13T23:30:09,177 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/table/cf197494b9f54be0b2303fb14ac03aca, entries=2, sequenceid=37, filesize=5.1 K 2024-11-13T23:30:09,178 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=37, compaction requested=false 2024-11-13T23:30:09,183 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-13T23:30:09,183 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:09,184 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:09,184 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540608992Running coprocessor pre-close hooks at 1731540608992Disabling compacts and flushes for region at 1731540608992Disabling writes for close at 1731540608992Obtaining lock to block concurrent updates at 1731540608992Preparing flush snapshotting stores in 1588230740 at 1731540608992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731540608993 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731540608994 (+1 ms)Flushing 1588230740/info: creating writer at 1731540608994Flushing 1588230740/info: appending metadata at 1731540609042 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731540609042Flushing 1588230740/ns: creating writer at 1731540609094 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731540609109 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731540609109Flushing 1588230740/table: creating writer at 1731540609124 (+15 ms)Flushing 1588230740/table: appending metadata at 1731540609137 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731540609138 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402af4e0: reopening flushed file at 1731540609152 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f38a137: reopening flushed file at 1731540609161 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27070497: reopening flushed file at 1731540609169 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=37, compaction requested=false at 1731540609178 (+9 ms)Writing region close event to WAL at 1731540609179 (+1 ms)Running coprocessor post-close hooks at 1731540609183 (+4 ms)Closed at 1731540609184 (+1 ms) 2024-11-13T23:30:09,184 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:09,189 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,37455,1731540525212; all regions closed. 2024-11-13T23:30:09,191 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,36297,1731540525098; all regions closed. 2024-11-13T23:30:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741835_1011 (size=3530) 2024-11-13T23:30:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741835_1011 (size=3530) 2024-11-13T23:30:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741835_1011 (size=3530) 2024-11-13T23:30:09,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/WALs/714b435e65e7,36297,1731540525098/714b435e65e7%2C36297%2C1731540525098.meta.1731540537078.meta not finished, retry = 0 2024-11-13T23:30:09,195 DEBUG [RS:1;714b435e65e7:37455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C37455%2C1731540525212:(num 1731540526828) 2024-11-13T23:30:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741836_1012 (size=19450) 2024-11-13T23:30:09,196 DEBUG [RS:1;714b435e65e7:37455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741836_1012 (size=19450) 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741836_1012 (size=19450) 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:30:09,196 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:09,196 INFO [RS:1;714b435e65e7:37455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:09,197 INFO [RS:1;714b435e65e7:37455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37455 2024-11-13T23:30:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,37455,1731540525212 2024-11-13T23:30:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:30:09,206 INFO [RS:1;714b435e65e7:37455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:09,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,37455,1731540525212] 2024-11-13T23:30:09,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,37455,1731540525212 already deleted, retry=false 2024-11-13T23:30:09,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,37455,1731540525212 expired; onlineServers=1 2024-11-13T23:30:09,298 DEBUG [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs 2024-11-13T23:30:09,298 INFO [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36297%2C1731540525098.meta:.meta(num 1731540537078) 2024-11-13T23:30:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741833_1009 (size=3500) 2024-11-13T23:30:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741833_1009 (size=3500) 2024-11-13T23:30:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741833_1009 (size=3500) 2024-11-13T23:30:09,313 DEBUG [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/oldWALs 2024-11-13T23:30:09,313 INFO [RS:0;714b435e65e7:36297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36297%2C1731540525098:(num 1731540526828) 2024-11-13T23:30:09,313 DEBUG [RS:0;714b435e65e7:36297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:09,313 INFO [RS:0;714b435e65e7:36297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:30:09,314 INFO [RS:0;714b435e65e7:36297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:09,314 INFO [RS:0;714b435e65e7:36297 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:09,314 INFO [RS:0;714b435e65e7:36297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:09,315 INFO [RS:0;714b435e65e7:36297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36297 2024-11-13T23:30:09,315 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:09,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37455-0x10137d14b3e0002, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,317 INFO [RS:1;714b435e65e7:37455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:09,317 INFO [RS:1;714b435e65e7:37455 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,37455,1731540525212; zookeeper connection closed. 2024-11-13T23:30:09,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3863e884 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3863e884 2024-11-13T23:30:09,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,36297,1731540525098 2024-11-13T23:30:09,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:30:09,325 INFO [RS:0;714b435e65e7:36297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:09,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,36297,1731540525098] 2024-11-13T23:30:09,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,36297,1731540525098 already deleted, retry=false 2024-11-13T23:30:09,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,36297,1731540525098 expired; onlineServers=0 2024-11-13T23:30:09,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,46573,1731540524219' ***** 2024-11-13T23:30:09,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:30:09,334 INFO [M:0;714b435e65e7:46573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:30:09,334 INFO [M:0;714b435e65e7:46573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:30:09,334 DEBUG [M:0;714b435e65e7:46573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:30:09,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:30:09,334 DEBUG [M:0;714b435e65e7:46573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:30:09,334 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526398 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540526398,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,334 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526397 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540526397,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,334 INFO [M:0;714b435e65e7:46573 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:30:09,335 INFO [M:0;714b435e65e7:46573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:30:09,335 DEBUG [M:0;714b435e65e7:46573 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:30:09,335 INFO [M:0;714b435e65e7:46573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:30:09,335 INFO [M:0;714b435e65e7:46573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:30:09,336 ERROR [M:0;714b435e65e7:46573 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:36545 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36545,5,PEWorkerGroup] 2024-11-13T23:30:09,336 INFO [M:0;714b435e65e7:46573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:30:09,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:30:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:30:09,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:09,342 DEBUG [M:0;714b435e65e7:46573 {}] zookeeper.ZKUtil(347): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:30:09,342 WARN [M:0;714b435e65e7:46573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:30:09,343 INFO [M:0;714b435e65e7:46573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/.lastflushedseqids 2024-11-13T23:30:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741865_1041 (size=686) 2024-11-13T23:30:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741865_1041 (size=686) 2024-11-13T23:30:09,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741865_1041 (size=686) 2024-11-13T23:30:09,361 INFO [M:0;714b435e65e7:46573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:30:09,361 INFO [M:0;714b435e65e7:46573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:30:09,362 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:30:09,362 INFO [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:09,362 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:09,362 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:30:09,362 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:09,362 INFO [M:0;714b435e65e7:46573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.98 KB heapSize=241.74 KB 2024-11-13T23:30:09,379 DEBUG [M:0;714b435e65e7:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae94d8dbc6f459cb0ac8fbaad025e3e is 82, key is hbase:meta,,1/info:regioninfo/1731540537159/Put/seqid=0 2024-11-13T23:30:09,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741866_1042 (size=5672) 2024-11-13T23:30:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741866_1042 (size=5672) 2024-11-13T23:30:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741866_1042 (size=5672) 2024-11-13T23:30:09,392 INFO [M:0;714b435e65e7:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae94d8dbc6f459cb0ac8fbaad025e3e 2024-11-13T23:30:09,414 DEBUG [M:0;714b435e65e7:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4af7d3e23b4926a2802fc85e2f2dcc is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540548258/Put/seqid=0 2024-11-13T23:30:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741867_1043 (size=8974) 2024-11-13T23:30:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741867_1043 (size=8974) 2024-11-13T23:30:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741867_1043 (size=8974) 2024-11-13T23:30:09,430 INFO [M:0;714b435e65e7:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.24 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4af7d3e23b4926a2802fc85e2f2dcc 2024-11-13T23:30:09,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36297-0x10137d14b3e0001, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,434 INFO [RS:0;714b435e65e7:36297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:09,434 INFO [RS:0;714b435e65e7:36297 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,36297,1731540525098; zookeeper connection closed. 2024-11-13T23:30:09,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@706917a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@706917a6 2024-11-13T23:30:09,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T23:30:09,438 INFO [M:0;714b435e65e7:46573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d4af7d3e23b4926a2802fc85e2f2dcc 2024-11-13T23:30:09,457 DEBUG [M:0;714b435e65e7:46573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0807c94e475a47eead3dcaebccf75066 is 69, key is 714b435e65e7,36297,1731540525098/rs:state/1731540526518/Put/seqid=0 2024-11-13T23:30:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741868_1044 (size=5441) 2024-11-13T23:30:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741868_1044 (size=5441) 2024-11-13T23:30:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741868_1044 (size=5441) 2024-11-13T23:30:09,466 INFO [M:0;714b435e65e7:46573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0807c94e475a47eead3dcaebccf75066 2024-11-13T23:30:09,473 INFO [M:0;714b435e65e7:46573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0807c94e475a47eead3dcaebccf75066 2024-11-13T23:30:09,474 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae94d8dbc6f459cb0ac8fbaad025e3e as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eae94d8dbc6f459cb0ac8fbaad025e3e 2024-11-13T23:30:09,481 INFO [M:0;714b435e65e7:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eae94d8dbc6f459cb0ac8fbaad025e3e, entries=8, sequenceid=513, filesize=5.5 K 2024-11-13T23:30:09,483 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4af7d3e23b4926a2802fc85e2f2dcc as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d4af7d3e23b4926a2802fc85e2f2dcc 2024-11-13T23:30:09,489 INFO [M:0;714b435e65e7:46573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d4af7d3e23b4926a2802fc85e2f2dcc 2024-11-13T23:30:09,489 INFO [M:0;714b435e65e7:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d4af7d3e23b4926a2802fc85e2f2dcc, entries=56, sequenceid=513, filesize=8.8 K 2024-11-13T23:30:09,491 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0807c94e475a47eead3dcaebccf75066 as hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0807c94e475a47eead3dcaebccf75066 2024-11-13T23:30:09,497 INFO [M:0;714b435e65e7:46573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0807c94e475a47eead3dcaebccf75066 2024-11-13T23:30:09,497 INFO [M:0;714b435e65e7:46573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36545/user/jenkins/test-data/20de8ecf-b31a-e3b0-6e05-4e42d94111f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0807c94e475a47eead3dcaebccf75066, entries=3, sequenceid=513, filesize=5.3 K 2024-11-13T23:30:09,499 INFO [M:0;714b435e65e7:46573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false 2024-11-13T23:30:09,504 INFO [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:09,504 DEBUG [M:0;714b435e65e7:46573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540609362Disabling compacts and flushes for region at 1731540609362Disabling writes for close at 1731540609362Obtaining lock to block concurrent updates at 1731540609362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540609362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199655, getHeapSize=247480, getOffHeapSize=0, getCellsCount=620 at 1731540609363 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540609363Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540609364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540609379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540609379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540609398 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540609414 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540609414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540609438 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540609456 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540609456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7602d9b0: reopening flushed file at 1731540609473 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311efb31: reopening flushed file at 1731540609482 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f9484: reopening flushed file at 1731540609489 (+7 ms)Finished flush of dataSize ~194.98 KB/199655, heapSize ~241.45 KB/247240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false at 1731540609499 (+10 ms)Writing region close event to WAL at 1731540609504 (+5 ms)Closed at 1731540609504 2024-11-13T23:30:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40403 is added to blk_1073741830_1006 (size=233847) 2024-11-13T23:30:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36807 is added to blk_1073741830_1006 (size=233847) 2024-11-13T23:30:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35325 is added to blk_1073741830_1006 (size=233847) 2024-11-13T23:30:09,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:30:09,513 INFO [M:0;714b435e65e7:46573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:30:09,514 INFO [M:0;714b435e65e7:46573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46573 2024-11-13T23:30:09,514 INFO [M:0;714b435e65e7:46573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:30:09,625 INFO [M:0;714b435e65e7:46573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:30:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46573-0x10137d14b3e0000, quorum=127.0.0.1:61388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:30:09,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:09,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:09,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:09,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:09,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:09,633 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:09,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:09,633 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161944906-172.17.0.2-1731540519966 (Datanode Uuid 50762aac-6bfa-47b0-8920-534180f94c65) service to localhost/127.0.0.1:36545 2024-11-13T23:30:09,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data5/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data6/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:09,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:09,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:09,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:09,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:09,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:09,638 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:09,638 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:09,638 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161944906-172.17.0.2-1731540519966 (Datanode Uuid b24fca24-a9c3-4468-9b5e-d250992ce309) service to localhost/127.0.0.1:36545 2024-11-13T23:30:09,638 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data3/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data4/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:09,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:09,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:09,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:09,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:09,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:09,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:30:09,643 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:30:09,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:30:09,643 WARN [BP-161944906-172.17.0.2-1731540519966 heartbeating to localhost/127.0.0.1:36545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161944906-172.17.0.2-1731540519966 (Datanode Uuid 310a9451-b945-468c-a2b9-a0bc247cfeb8) service to localhost/127.0.0.1:36545 2024-11-13T23:30:09,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data1/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/cluster_eae036c6-7084-469d-34d7-387ffe906a8c/data/data2/current/BP-161944906-172.17.0.2-1731540519966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:30:09,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:30:09,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:30:09,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:30:09,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:30:09,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:30:09,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir/,STOPPED} 2024-11-13T23:30:09,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:30:09,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:30:09,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/714b435e65e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36545 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/714b435e65e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@48b80972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36545 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/714b435e65e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=6948 (was 8593) 2024-11-13T23:30:09,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=6948 2024-11-13T23:30:09,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir so I do NOT create it in target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c 2024-11-13T23:30:09,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T23:30:09,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.tmp.dir so I do NOT create it in target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c 2024-11-13T23:30:09,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa646495-d68a-a9ff-3873-4032ea3a0fd7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T23:30:09,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c 2024-11-13T23:30:09,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T23:30:09,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad, deleteOnExit=true 2024-11-13T23:30:09,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/test.cache.data in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T23:30:09,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:30:09,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/nfs.dump.dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/java.io.tmpdir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T23:30:09,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T23:30:09,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T23:30:10,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:30:10,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:30:10,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:30:10,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:30:10,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:30:10,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:30:10,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c524a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:30:10,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2782fe9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:30:10,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ecee75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/java.io.tmpdir/jetty-localhost-43453-hadoop-hdfs-3_4_1-tests_jar-_-any-18322380956007770702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:30:10,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5467191c{HTTP/1.1, (http/1.1)}{localhost:43453} 2024-11-13T23:30:10,192 INFO [Time-limited test {}] server.Server(415): Started @92442ms 2024-11-13T23:30:10,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:30:10,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:30:10,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:30:10,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:30:10,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:30:10,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c041eda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:30:10,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c7d630c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:30:10,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bb8e0ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/java.io.tmpdir/jetty-localhost-45743-hadoop-hdfs-3_4_1-tests_jar-_-any-5011228157547320028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:10,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3826855f{HTTP/1.1, (http/1.1)}{localhost:45743} 2024-11-13T23:30:10,523 INFO [Time-limited test {}] server.Server(415): Started @92772ms 2024-11-13T23:30:10,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:30:10,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:30:10,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:30:10,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:30:10,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:30:10,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T23:30:10,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e4cb42c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:30:10,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d10dac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:30:10,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4278e196{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/java.io.tmpdir/jetty-localhost-35203-hadoop-hdfs-3_4_1-tests_jar-_-any-7505676267051254820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:10,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@240e258d{HTTP/1.1, (http/1.1)}{localhost:35203} 2024-11-13T23:30:10,674 INFO [Time-limited test {}] server.Server(415): Started @92924ms 2024-11-13T23:30:10,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:30:10,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T23:30:10,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T23:30:10,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T23:30:10,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T23:30:10,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T23:30:10,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9396e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,AVAILABLE} 2024-11-13T23:30:10,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cdd75e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T23:30:10,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34af3519{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/java.io.tmpdir/jetty-localhost-36985-hadoop-hdfs-3_4_1-tests_jar-_-any-14161535232572875361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:30:10,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70f36d17{HTTP/1.1, (http/1.1)}{localhost:36985} 2024-11-13T23:30:10,817 INFO [Time-limited test {}] server.Server(415): Started @93067ms 2024-11-13T23:30:10,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T23:30:11,338 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data2/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,338 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data1/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,361 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:30:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c1f11185788171 with lease ID 0x46ea0896afd41aa8: Processing first storage report for DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=2d3b8c9f-1ed1-47f8-ba4a-ec4b31fb4944, infoPort=36593, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c1f11185788171 with lease ID 0x46ea0896afd41aa8: from storage DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=2d3b8c9f-1ed1-47f8-ba4a-ec4b31fb4944, infoPort=36593, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c1f11185788171 with lease ID 0x46ea0896afd41aa8: Processing first storage report for DS-9302665a-7a9f-4d21-ad91-a6ef5ea1907a from datanode DatanodeRegistration(127.0.0.1:37495, datanodeUuid=2d3b8c9f-1ed1-47f8-ba4a-ec4b31fb4944, infoPort=36593, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c1f11185788171 with lease ID 0x46ea0896afd41aa8: from storage DS-9302665a-7a9f-4d21-ad91-a6ef5ea1907a node DatanodeRegistration(127.0.0.1:37495, datanodeUuid=2d3b8c9f-1ed1-47f8-ba4a-ec4b31fb4944, infoPort=36593, infoSecurePort=0, ipcPort=41057, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,726 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data3/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,726 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data4/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,756 WARN [Thread-667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:30:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d8d8a127a49c93 with lease ID 0x46ea0896afd41aa9: Processing first storage report for DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=0e00b79e-1190-4958-a82f-ac7cb83d7217, infoPort=39711, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d8d8a127a49c93 with lease ID 0x46ea0896afd41aa9: from storage DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=0e00b79e-1190-4958-a82f-ac7cb83d7217, infoPort=39711, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1d8d8a127a49c93 with lease ID 0x46ea0896afd41aa9: Processing first storage report for DS-63983c73-9156-4439-9477-8e4ea8e8c5d3 from datanode DatanodeRegistration(127.0.0.1:40467, datanodeUuid=0e00b79e-1190-4958-a82f-ac7cb83d7217, infoPort=39711, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1d8d8a127a49c93 with lease ID 0x46ea0896afd41aa9: from storage DS-63983c73-9156-4439-9477-8e4ea8e8c5d3 node DatanodeRegistration(127.0.0.1:40467, datanodeUuid=0e00b79e-1190-4958-a82f-ac7cb83d7217, infoPort=39711, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,833 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data5/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,833 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data6/current/BP-360311538-172.17.0.2-1731540609764/current, will proceed with Du for space computation calculation, 2024-11-13T23:30:11,858 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T23:30:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce775b1b8a6c0096 with lease ID 0x46ea0896afd41aaa: Processing first storage report for DS-8077bbf9-2741-4a4b-86ad-134b290107cf from datanode DatanodeRegistration(127.0.0.1:41611, datanodeUuid=5cdb0017-5719-4c28-b705-bb2391d96bec, infoPort=43577, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce775b1b8a6c0096 with lease ID 0x46ea0896afd41aaa: from storage DS-8077bbf9-2741-4a4b-86ad-134b290107cf node DatanodeRegistration(127.0.0.1:41611, datanodeUuid=5cdb0017-5719-4c28-b705-bb2391d96bec, infoPort=43577, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce775b1b8a6c0096 with lease ID 0x46ea0896afd41aaa: Processing first storage report for DS-4b1c7856-a308-4cb0-ac93-62525071a43b from datanode DatanodeRegistration(127.0.0.1:41611, datanodeUuid=5cdb0017-5719-4c28-b705-bb2391d96bec, infoPort=43577, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764) 2024-11-13T23:30:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce775b1b8a6c0096 with lease ID 0x46ea0896afd41aaa: from storage DS-4b1c7856-a308-4cb0-ac93-62525071a43b node DatanodeRegistration(127.0.0.1:41611, datanodeUuid=5cdb0017-5719-4c28-b705-bb2391d96bec, infoPort=43577, infoSecurePort=0, ipcPort=43129, storageInfo=lv=-57;cid=testClusterID;nsid=2097215282;c=1731540609764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T23:30:11,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c 2024-11-13T23:30:11,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/zookeeper_0, clientPort=60514, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T23:30:11,960 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60514 2024-11-13T23:30:11,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:11,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:30:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:30:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741825_1001 (size=7) 2024-11-13T23:30:11,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd with version=8 2024-11-13T23:30:11,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/hbase-staging 2024-11-13T23:30:11,981 INFO [Time-limited test {}] client.ConnectionUtils(128): master/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:30:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:11,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:11,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:30:11,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:11,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:30:11,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T23:30:11,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:30:11,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45403 2024-11-13T23:30:11,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45403 connecting to ZooKeeper ensemble=127.0.0.1:60514 2024-11-13T23:30:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454030x0, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:30:12,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45403-0x10137d2a55f0000 connected 2024-11-13T23:30:12,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:12,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd, hbase.cluster.distributed=false 2024-11-13T23:30:12,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:30:12,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-13T23:30:12,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45403 2024-11-13T23:30:12,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45403 2024-11-13T23:30:12,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-13T23:30:12,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45403 2024-11-13T23:30:12,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:30:12,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:30:12,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:30:12,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36793 2024-11-13T23:30:12,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36793 connecting to ZooKeeper ensemble=127.0.0.1:60514 2024-11-13T23:30:12,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367930x0, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:30:12,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36793-0x10137d2a55f0001 connected 2024-11-13T23:30:12,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:12,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:30:12,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:30:12,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:30:12,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:30:12,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36793 2024-11-13T23:30:12,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36793 2024-11-13T23:30:12,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36793 2024-11-13T23:30:12,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36793 2024-11-13T23:30:12,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36793 2024-11-13T23:30:12,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:30:12,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:30:12,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46487 2024-11-13T23:30:12,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46487 connecting to ZooKeeper ensemble=127.0.0.1:60514 2024-11-13T23:30:12,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464870x0, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:30:12,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46487-0x10137d2a55f0002 connected 2024-11-13T23:30:12,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:12,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:30:12,201 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:30:12,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:30:12,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:30:12,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46487 2024-11-13T23:30:12,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46487 2024-11-13T23:30:12,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46487 2024-11-13T23:30:12,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46487 2024-11-13T23:30:12,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46487 2024-11-13T23:30:12,220 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/714b435e65e7:0 server-side Connection retries=45 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T23:30:12,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T23:30:12,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43419 2024-11-13T23:30:12,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43419 connecting to ZooKeeper ensemble=127.0.0.1:60514 2024-11-13T23:30:12,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434190x0, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T23:30:12,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43419-0x10137d2a55f0003 connected 2024-11-13T23:30:12,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:30:12,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T23:30:12,235 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T23:30:12,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T23:30:12,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T23:30:12,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-13T23:30:12,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43419 2024-11-13T23:30:12,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43419 2024-11-13T23:30:12,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-13T23:30:12,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-13T23:30:12,252 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;714b435e65e7:45403 2024-11-13T23:30:12,253 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,263 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:30:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:30:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,327 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T23:30:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T23:30:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,334 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/714b435e65e7,45403,1731540611981 from backup master directory 2024-11-13T23:30:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T23:30:12,597 WARN [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:30:12,598 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,608 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/hbase.id] with ID: b40871d2-dac8-4e04-a0a5-22e7e70fc2c1 2024-11-13T23:30:12,608 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.tmp/hbase.id 2024-11-13T23:30:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:30:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:30:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741826_1002 (size=42) 2024-11-13T23:30:12,616 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.tmp/hbase.id]:[hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/hbase.id] 2024-11-13T23:30:12,632 INFO [master/714b435e65e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T23:30:12,632 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T23:30:12,634 INFO [master/714b435e65e7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T23:30:12,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:30:12,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:30:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741827_1003 (size=196) 2024-11-13T23:30:12,734 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:30:12,735 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T23:30:12,735 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:30:12,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:30:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:30:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741828_1004 (size=1189) 2024-11-13T23:30:12,752 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store 2024-11-13T23:30:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:30:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:30:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741829_1005 (size=34) 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:30:12,763 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:12,763 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:30:12,763 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540612763Disabling compacts and flushes for region at 1731540612763Disabling writes for close at 1731540612763Writing region close event to WAL at 1731540612763Closed at 1731540612763 2024-11-13T23:30:12,764 WARN [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/.initializing 2024-11-13T23:30:12,764 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/WALs/714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,765 INFO [master/714b435e65e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:30:12,767 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C45403%2C1731540611981, suffix=, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/WALs/714b435e65e7,45403,1731540611981, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/oldWALs, maxLogs=10 2024-11-13T23:30:12,780 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/WALs/714b435e65e7,45403,1731540611981/714b435e65e7%2C45403%2C1731540611981.1731540612767, exclude list is [], retry=0 2024-11-13T23:30:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:30:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:30:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:30:12,787 INFO [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/WALs/714b435e65e7,45403,1731540611981/714b435e65e7%2C45403%2C1731540611981.1731540612767 2024-11-13T23:30:12,788 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:36593:36593)] 2024-11-13T23:30:12,788 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:30:12,788 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:12,788 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,788 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T23:30:12,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:12,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:12,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T23:30:12,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:12,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:12,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T23:30:12,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:12,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:12,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T23:30:12,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:12,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:12,798 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,799 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,799 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,801 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,801 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,801 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:30:12,802 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T23:30:12,804 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:12,804 INFO [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70516329, jitterRate=0.050775185227394104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:30:12,805 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731540612788Initializing all the Stores at 1731540612789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540612789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540612789Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540612789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540612789Cleaning up temporary data from old regions at 1731540612801 (+12 ms)Region opened successfully at 1731540612805 (+4 ms) 2024-11-13T23:30:12,805 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T23:30:12,811 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa7f95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:30:12,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T23:30:12,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T23:30:12,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T23:30:12,812 INFO [master/714b435e65e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T23:30:12,813 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T23:30:12,813 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T23:30:12,813 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T23:30:12,816 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T23:30:12,817 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T23:30:12,838 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T23:30:12,838 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T23:30:12,839 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T23:30:12,846 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T23:30:12,846 INFO [master/714b435e65e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T23:30:12,847 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T23:30:12,854 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T23:30:12,855 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T23:30:12,862 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T23:30:12,865 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T23:30:12,875 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,884 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=714b435e65e7,45403,1731540611981, sessionid=0x10137d2a55f0000, setting cluster-up flag (Was=false) 2024-11-13T23:30:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,929 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T23:30:12,931 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:12,975 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T23:30:12,976 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=714b435e65e7,45403,1731540611981 2024-11-13T23:30:12,978 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T23:30:12,979 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T23:30:12,980 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T23:30:12,980 INFO [master/714b435e65e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T23:30:12,980 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 714b435e65e7,45403,1731540611981 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T23:30:12,981 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/714b435e65e7:0, corePoolSize=5, maxPoolSize=5 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/714b435e65e7:0, corePoolSize=10, maxPoolSize=10 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:30:12,982 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731540642983 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T23:30:12,983 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:12,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:30:12,984 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T23:30:12,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T23:30:12,984 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T23:30:12,984 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T23:30:12,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:12,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T23:30:12,987 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T23:30:12,987 INFO [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T23:30:12,988 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540612987,5,FailOnTimeoutGroup] 2024-11-13T23:30:12,988 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540612988,5,FailOnTimeoutGroup] 2024-11-13T23:30:12,988 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:12,988 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T23:30:12,988 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:12,988 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:30:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:30:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741831_1007 (size=1321) 2024-11-13T23:30:13,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T23:30:13,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:30:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:30:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741832_1008 (size=32) 2024-11-13T23:30:13,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:13,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:30:13,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:30:13,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:13,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:13,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:30:13,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:30:13,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:13,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:13,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:30:13,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:30:13,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:13,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:30:13,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:30:13,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:13,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:13,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:30:13,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:30:13,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:30:13,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:30:13,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:30:13,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:30:13,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:30:13,041 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(746): ClusterId : b40871d2-dac8-4e04-a0a5-22e7e70fc2c1 2024-11-13T23:30:13,041 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:30:13,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:13,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67319000, jitterRate=0.003131270408630371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:30:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731540613019Initializing all the Stores at 1731540613019Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540613019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540613020 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540613020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540613020Cleaning up temporary data from old regions at 1731540613033 (+13 ms)Region opened successfully at 1731540613043 (+10 ms) 2024-11-13T23:30:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:30:13,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:30:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:30:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:30:13,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:30:13,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:30:13,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540613043Disabling compacts and flushes for region at 1731540613043Disabling writes for close at 1731540613044 (+1 ms)Writing region close event to WAL at 1731540613047 (+3 ms)Closed at 1731540613047 2024-11-13T23:30:13,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:30:13,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T23:30:13,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:30:13,050 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(746): ClusterId : b40871d2-dac8-4e04-a0a5-22e7e70fc2c1 2024-11-13T23:30:13,051 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:30:13,051 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:30:13,051 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:30:13,056 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(746): ClusterId : b40871d2-dac8-4e04-a0a5-22e7e70fc2c1 2024-11-13T23:30:13,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:30:13,056 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T23:30:13,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T23:30:13,068 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:30:13,068 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:30:13,068 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:30:13,068 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T23:30:13,068 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T23:30:13,068 DEBUG [RS:0;714b435e65e7:36793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8fa6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:30:13,082 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;714b435e65e7:36793 2024-11-13T23:30:13,082 INFO [RS:0;714b435e65e7:36793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:30:13,083 INFO [RS:0;714b435e65e7:36793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:30:13,083 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:30:13,084 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,45403,1731540611981 with port=36793, startcode=1731540612140 2024-11-13T23:30:13,084 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:30:13,085 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T23:30:13,085 DEBUG [RS:2;714b435e65e7:43419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71622dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:30:13,085 DEBUG [RS:1;714b435e65e7:46487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d4f712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=714b435e65e7/172.17.0.2:0 2024-11-13T23:30:13,085 DEBUG [RS:0;714b435e65e7:36793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:30:13,101 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:30:13,101 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;714b435e65e7:46487 2024-11-13T23:30:13,101 INFO [RS:1;714b435e65e7:46487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:30:13,101 INFO [RS:1;714b435e65e7:46487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:30:13,101 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:30:13,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,103 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;714b435e65e7:43419 2024-11-13T23:30:13,103 INFO [RS:2;714b435e65e7:43419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T23:30:13,103 INFO [RS:2;714b435e65e7:43419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T23:30:13,103 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,45403,1731540611981 with port=46487, startcode=1731540612185 2024-11-13T23:30:13,103 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T23:30:13,103 DEBUG [RS:1;714b435e65e7:46487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:30:13,103 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:13,103 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40747 2024-11-13T23:30:13,103 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:30:13,104 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(2659): reportForDuty to master=714b435e65e7,45403,1731540611981 with port=43419, startcode=1731540612219 2024-11-13T23:30:13,104 DEBUG [RS:2;714b435e65e7:43419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T23:30:13,105 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:30:13,106 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T23:30:13,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] master.ServerManager(517): Registering regionserver=714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,108 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:13,108 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40747 2024-11-13T23:30:13,108 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:30:13,111 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:13,111 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40747 2024-11-13T23:30:13,111 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T23:30:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:30:13,165 DEBUG [RS:0;714b435e65e7:36793 {}] zookeeper.ZKUtil(111): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,46487,1731540612185] 2024-11-13T23:30:13,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,43419,1731540612219] 2024-11-13T23:30:13,165 WARN [RS:0;714b435e65e7:36793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:30:13,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [714b435e65e7,36793,1731540612140] 2024-11-13T23:30:13,165 DEBUG [RS:2;714b435e65e7:43419 {}] zookeeper.ZKUtil(111): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,165 INFO [RS:0;714b435e65e7:36793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:30:13,165 DEBUG [RS:1;714b435e65e7:46487 {}] zookeeper.ZKUtil(111): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,165 WARN [RS:2;714b435e65e7:43419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:30:13,165 WARN [RS:1;714b435e65e7:46487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T23:30:13,165 INFO [RS:1;714b435e65e7:46487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:30:13,165 INFO [RS:2;714b435e65e7:43419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:30:13,165 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,165 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,165 DEBUG [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,169 INFO [RS:1;714b435e65e7:46487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:30:13,169 INFO [RS:0;714b435e65e7:36793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:30:13,169 INFO [RS:2;714b435e65e7:43419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T23:30:13,172 INFO [RS:1;714b435e65e7:46487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:30:13,173 INFO [RS:1;714b435e65e7:46487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:30:13,173 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,173 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:30:13,174 INFO [RS:2;714b435e65e7:43419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:30:13,174 INFO [RS:2;714b435e65e7:43419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:30:13,174 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,175 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:30:13,176 INFO [RS:2;714b435e65e7:43419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:30:13,176 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,176 INFO [RS:1;714b435e65e7:46487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:30:13,176 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,176 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:30:13,177 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:2;714b435e65e7:43419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,177 DEBUG [RS:1;714b435e65e7:46487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,177 INFO [RS:0;714b435e65e7:36793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T23:30:13,188 INFO [RS:0;714b435e65e7:36793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43419,1731540612219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,188 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46487,1731540612185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:30:13,189 INFO [RS:0;714b435e65e7:36793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T23:30:13,189 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,189 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,189 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0, corePoolSize=2, maxPoolSize=2 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/714b435e65e7:0, corePoolSize=1, maxPoolSize=1 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,190 DEBUG [RS:0;714b435e65e7:36793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/714b435e65e7:0, corePoolSize=3, maxPoolSize=3 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,191 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36793,1731540612140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:30:13,205 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:30:13,206 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,43419,1731540612219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,206 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,206 INFO [RS:2;714b435e65e7:43419 {}] regionserver.Replication(171): 714b435e65e7,43419,1731540612219 started 2024-11-13T23:30:13,208 WARN [714b435e65e7:45403 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T23:30:13,218 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:30:13,219 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,36793,1731540612140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,219 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,219 INFO [RS:0;714b435e65e7:36793 {}] regionserver.Replication(171): 714b435e65e7,36793,1731540612140 started 2024-11-13T23:30:13,221 INFO [RS:2;714b435e65e7:43419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,222 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,43419,1731540612219, RpcServer on 714b435e65e7/172.17.0.2:43419, sessionid=0x10137d2a55f0003 2024-11-13T23:30:13,222 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:30:13,222 DEBUG [RS:2;714b435e65e7:43419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,222 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43419,1731540612219' 2024-11-13T23:30:13,222 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,43419,1731540612219' 2024-11-13T23:30:13,223 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:30:13,224 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:30:13,224 DEBUG [RS:2;714b435e65e7:43419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:30:13,224 INFO [RS:2;714b435e65e7:43419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:30:13,224 INFO [RS:2;714b435e65e7:43419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:30:13,227 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T23:30:13,228 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,46487,1731540612185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,228 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,228 INFO [RS:1;714b435e65e7:46487 {}] regionserver.Replication(171): 714b435e65e7,46487,1731540612185 started 2024-11-13T23:30:13,239 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,239 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,36793,1731540612140, RpcServer on 714b435e65e7/172.17.0.2:36793, sessionid=0x10137d2a55f0001 2024-11-13T23:30:13,239 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:30:13,239 DEBUG [RS:0;714b435e65e7:36793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,239 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36793,1731540612140' 2024-11-13T23:30:13,239 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:30:13,240 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,36793,1731540612140 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,36793,1731540612140' 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:30:13,241 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:30:13,242 DEBUG [RS:0;714b435e65e7:36793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:30:13,242 INFO [RS:0;714b435e65e7:36793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:30:13,242 INFO [RS:0;714b435e65e7:36793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:30:13,246 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:13,246 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1482): Serving as 714b435e65e7,46487,1731540612185, RpcServer on 714b435e65e7/172.17.0.2:46487, sessionid=0x10137d2a55f0002 2024-11-13T23:30:13,246 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T23:30:13,246 DEBUG [RS:1;714b435e65e7:46487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,247 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,46487,1731540612185' 2024-11-13T23:30:13,247 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T23:30:13,247 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 714b435e65e7,46487,1731540612185 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '714b435e65e7,46487,1731540612185' 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T23:30:13,248 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T23:30:13,249 DEBUG [RS:1;714b435e65e7:46487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T23:30:13,249 INFO [RS:1;714b435e65e7:46487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T23:30:13,249 INFO [RS:1;714b435e65e7:46487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T23:30:13,325 INFO [RS:2;714b435e65e7:43419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:30:13,327 INFO [RS:2;714b435e65e7:43419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43419%2C1731540612219, suffix=, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs, maxLogs=32 2024-11-13T23:30:13,343 INFO [RS:0;714b435e65e7:36793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:30:13,345 INFO [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36793%2C1731540612140, suffix=, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs, maxLogs=32 2024-11-13T23:30:13,348 DEBUG [RS:2;714b435e65e7:43419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219/714b435e65e7%2C43419%2C1731540612219.1731540613328, exclude list is [], retry=0 2024-11-13T23:30:13,349 INFO [RS:1;714b435e65e7:46487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T23:30:13,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:30:13,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:30:13,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:30:13,361 INFO [RS:1;714b435e65e7:46487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C46487%2C1731540612185, suffix=, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,46487,1731540612185, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs, maxLogs=32 2024-11-13T23:30:13,378 DEBUG [RS:0;714b435e65e7:36793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140/714b435e65e7%2C36793%2C1731540612140.1731540613346, exclude list is [], retry=0 2024-11-13T23:30:13,378 INFO [RS:2;714b435e65e7:43419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219/714b435e65e7%2C43419%2C1731540612219.1731540613328 2024-11-13T23:30:13,379 DEBUG [RS:2;714b435e65e7:43419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:36593:36593)] 2024-11-13T23:30:13,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:30:13,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:30:13,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:30:13,388 DEBUG [RS:1;714b435e65e7:46487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,46487,1731540612185/714b435e65e7%2C46487%2C1731540612185.1731540613366, exclude list is [], retry=0 2024-11-13T23:30:13,392 INFO [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140/714b435e65e7%2C36793%2C1731540612140.1731540613346 2024-11-13T23:30:13,393 DEBUG [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593),(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:43577:43577)] 2024-11-13T23:30:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:30:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:30:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:30:13,396 INFO [RS:1;714b435e65e7:46487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,46487,1731540612185/714b435e65e7%2C46487%2C1731540612185.1731540613366 2024-11-13T23:30:13,397 DEBUG [RS:1;714b435e65e7:46487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:36593:36593)] 2024-11-13T23:30:13,458 DEBUG [714b435e65e7:45403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T23:30:13,459 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T23:30:13,462 INFO [714b435e65e7:45403 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:30:13,462 INFO [714b435e65e7:45403 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:30:13,462 INFO [714b435e65e7:45403 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T23:30:13,462 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:30:13,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:13,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,43419,1731540612219, state=OPENING 2024-11-13T23:30:13,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T23:30:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:30:13,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:13,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:13,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:13,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:13,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:30:13,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,43419,1731540612219}] 2024-11-13T23:30:14,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:14,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:14,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:30:20,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:20,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:20,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:20,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:23,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:30:23,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:30:23,529 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:30:23,529 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:30:23,530 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:30:23,533 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C43419%2C1731540612219.meta, suffix=.meta, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs, maxLogs=32 2024-11-13T23:30:23,547 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, exclude list is [], retry=0 2024-11-13T23:30:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:30:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:30:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:30:23,551 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36593:36593),(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:43577:43577)] 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:30:23,552 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,552 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:30:23,553 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:30:23,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:30:23,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:30:23,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:23,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:23,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:30:23,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:30:23,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:23,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:23,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:30:23,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:30:23,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:23,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:23,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:30:23,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:30:23,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:23,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:30:23,559 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:30:23,559 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:30:23,560 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:30:23,562 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:30:23,562 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:30:23,562 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:30:23,563 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:30:23,564 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73218140, jitterRate=0.09103530645370483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:30:23,565 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:30:23,565 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540623553Writing region info on filesystem at 1731540623553Initializing all the Stores at 1731540623553Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540623553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540623554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540623554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540623554Cleaning up temporary data from old regions at 1731540623562 (+8 ms)Running coprocessor post-open hooks at 1731540623565 (+3 ms)Region opened successfully at 1731540623565 2024-11-13T23:30:23,566 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731540623515 2024-11-13T23:30:23,569 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:30:23,569 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:30:23,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:23,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,43419,1731540612219, state=OPEN 2024-11-13T23:30:23,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:30:23,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:30:23,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:30:23,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:30:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:23,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,43419,1731540612219 2024-11-13T23:30:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:23,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:30:23,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T23:30:23,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,43419,1731540612219 in 10.0970 sec 2024-11-13T23:30:23,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T23:30:23,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5620 sec 2024-11-13T23:30:23,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T23:30:23,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T23:30:23,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:30:23,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1] 2024-11-13T23:30:23,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:30:23,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:30:23,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6440 sec 2024-11-13T23:30:23,624 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731540623624, completionTime=-1 2024-11-13T23:30:23,624 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T23:30:23,624 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T23:30:23,626 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T23:30:23,626 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731540683626 2024-11-13T23:30:23,626 INFO [master/714b435e65e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731540743626 2024-11-13T23:30:23,626 INFO [master/714b435e65e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T23:30:23,626 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-714b435e65e7:45403, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,627 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,629 DEBUG [master/714b435e65e7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.033sec 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T23:30:23,631 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T23:30:23,634 DEBUG [master/714b435e65e7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T23:30:23,634 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T23:30:23,634 INFO [master/714b435e65e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=714b435e65e7,45403,1731540611981-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T23:30:23,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774afc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,45403,-1 for getting cluster id 2024-11-13T23:30:23,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:30:23,658 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40871d2-dac8-4e04-a0a5-22e7e70fc2c1' 2024-11-13T23:30:23,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:30:23,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40871d2-dac8-4e04-a0a5-22e7e70fc2c1" 2024-11-13T23:30:23,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e441ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,45403,-1] 2024-11-13T23:30:23,660 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:30:23,660 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:23,661 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:30:23,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de7d690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:30:23,663 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1] 2024-11-13T23:30:23,664 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:30:23,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:30:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=714b435e65e7,45403,1731540611981 2024-11-13T23:30:23,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731540623667 (current time:1731540623667). 2024-11-13T23:30:23,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T23:30:23,667 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T23:30:23,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3feb0028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 714b435e65e7,45403,-1 for getting cluster id 2024-11-13T23:30:23,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T23:30:23,669 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b40871d2-dac8-4e04-a0a5-22e7e70fc2c1' 2024-11-13T23:30:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T23:30:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b40871d2-dac8-4e04-a0a5-22e7e70fc2c1" 2024-11-13T23:30:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [714b435e65e7,45403,-1] 2024-11-13T23:30:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T23:30:23,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:23,670 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T23:30:23,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2bedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T23:30:23,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:30:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1] 2024-11-13T23:30:23,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:30:23,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:30:23,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:30:23,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:30:23,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:23,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:30:23,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:30:23,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T23:30:23,676 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 714b435e65e7,45403,1731540611981 2024-11-13T23:30:23,676 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5cf15d 2024-11-13T23:30:23,677 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T23:30:23,678 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T23:30:23,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T23:30:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T23:30:23,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T23:30:23,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:23,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T23:30:23,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T23:30:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:30:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:30:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741837_1013 (size=361) 2024-11-13T23:30:23,693 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0669bdfa688954d82fe3d8ed8a076b99, NAME => 'SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,694 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 67764dea8d61a54902785b225ddb4f91, NAME => 'SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,695 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 65d5ad1f1aa99b00442632068fdce994, NAME => 'SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741839_1015 (size=54) 2024-11-13T23:30:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741838_1014 (size=62) 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 65d5ad1f1aa99b00442632068fdce994, disabling compactions & flushes 2024-11-13T23:30:23,705 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0669bdfa688954d82fe3d8ed8a076b99, disabling compactions & flushes 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:23,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. after waiting 0 ms 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. after waiting 0 ms 2024-11-13T23:30:23,705 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:23,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 65d5ad1f1aa99b00442632068fdce994: Waiting for close lock at 1731540623705Disabling compacts and flushes for region at 1731540623705Disabling writes for close at 1731540623705Writing region close event to WAL at 1731540623705Closed at 1731540623705 2024-11-13T23:30:23,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0669bdfa688954d82fe3d8ed8a076b99: Waiting for close lock at 1731540623705Disabling compacts and flushes for region at 1731540623705Disabling writes for close at 1731540623705Writing region close event to WAL at 1731540623705Closed at 1731540623705 2024-11-13T23:30:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:30:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741839_1015 (size=54) 2024-11-13T23:30:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741838_1014 (size=62) 2024-11-13T23:30:23,706 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbd7be403d11d57eccc7d7b982521ff6, NAME => 'SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741838_1014 (size=62) 2024-11-13T23:30:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:30:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741839_1015 (size=54) 2024-11-13T23:30:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741840_1016 (size=62) 2024-11-13T23:30:23,707 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7f6d73c0d7b29d005d8c884f61ada0e, NAME => 'SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:30:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:30:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:30:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:30:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741841_1017 (size=62) 2024-11-13T23:30:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741842_1018 (size=62) 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d7f6d73c0d7b29d005d8c884f61ada0e, disabling compactions & flushes 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbd7be403d11d57eccc7d7b982521ff6, disabling compactions & flushes 2024-11-13T23:30:23,719 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:23,719 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. after waiting 0 ms 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. after waiting 0 ms 2024-11-13T23:30:23,719 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7f6d73c0d7b29d005d8c884f61ada0e: Waiting for close lock at 1731540623719Disabling compacts and flushes for region at 1731540623719Disabling writes for close at 1731540623719Writing region close event to WAL at 1731540623719Closed at 1731540623719 2024-11-13T23:30:23,719 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:23,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbd7be403d11d57eccc7d7b982521ff6: Waiting for close lock at 1731540623719Disabling compacts and flushes for region at 1731540623719Disabling writes for close at 1731540623719Writing region close event to WAL at 1731540623719Closed at 1731540623719 2024-11-13T23:30:23,720 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d90c312c4dd91187f854414512cb6b5, NAME => 'SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9e5c0475419450df009af4879d29923a, NAME => 'SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741843_1019 (size=62) 2024-11-13T23:30:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741844_1020 (size=62) 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9e5c0475419450df009af4879d29923a, disabling compactions & flushes 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0d90c312c4dd91187f854414512cb6b5, disabling compactions & flushes 2024-11-13T23:30:23,735 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:23,735 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. after waiting 0 ms 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. after waiting 0 ms 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:23,735 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9e5c0475419450df009af4879d29923a: Waiting for close lock at 1731540623735Disabling compacts and flushes for region at 1731540623735Disabling writes for close at 1731540623735Writing region close event to WAL at 1731540623735Closed at 1731540623735 2024-11-13T23:30:23,735 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:23,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d90c312c4dd91187f854414512cb6b5: Waiting for close lock at 1731540623735Disabling compacts and flushes for region at 1731540623735Disabling writes for close at 1731540623735Writing region close event to WAL at 1731540623735Closed at 1731540623735 2024-11-13T23:30:23,736 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 285837f9134c8834bf61a4a159c16b48, NAME => 'SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,736 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58340e5ddbe16ad6cc3dcc840e66fba3, NAME => 'SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:30:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:30:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:30:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741845_1021 (size=62) 2024-11-13T23:30:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:30:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741846_1022 (size=62) 2024-11-13T23:30:23,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58340e5ddbe16ad6cc3dcc840e66fba3, disabling compactions & flushes 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 285837f9134c8834bf61a4a159c16b48, disabling compactions & flushes 2024-11-13T23:30:23,749 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. after waiting 0 ms 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. after waiting 0 ms 2024-11-13T23:30:23,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:23,749 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58340e5ddbe16ad6cc3dcc840e66fba3: Waiting for close lock at 1731540623748Disabling compacts and flushes for region at 1731540623748Disabling writes for close at 1731540623749 (+1 ms)Writing region close event to WAL at 1731540623749Closed at 1731540623749 2024-11-13T23:30:23,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 285837f9134c8834bf61a4a159c16b48: Waiting for close lock at 1731540623749Disabling compacts and flushes for region at 1731540623749Disabling writes for close at 1731540623749Writing region close event to WAL at 1731540623749Closed at 1731540623749 2024-11-13T23:30:23,750 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3abd2ddb6415873226b3c8b30fe89334, NAME => 'SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd 2024-11-13T23:30:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:30:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:30:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741847_1023 (size=54) 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3abd2ddb6415873226b3c8b30fe89334, disabling compactions & flushes 2024-11-13T23:30:23,759 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. after waiting 0 ms 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:23,759 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:23,759 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3abd2ddb6415873226b3c8b30fe89334: Waiting for close lock at 1731540623759Disabling compacts and flushes for region at 1731540623759Disabling writes for close at 1731540623759Writing region close event to WAL at 1731540623759Closed at 1731540623759 2024-11-13T23:30:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:24,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:24,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 67764dea8d61a54902785b225ddb4f91, disabling compactions & flushes 2024-11-13T23:30:24,107 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:24,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:24,107 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. after waiting 0 ms 2024-11-13T23:30:24,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:24,108 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:24,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 67764dea8d61a54902785b225ddb4f91: Waiting for close lock at 1731540624107Disabling compacts and flushes for region at 1731540624107Disabling writes for close at 1731540624108 (+1 ms)Writing region close event to WAL at 1731540624108Closed at 1731540624108 2024-11-13T23:30:24,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T23:30:24,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731540624110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731540624110"}]},"ts":"1731540624110"} 2024-11-13T23:30:24,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T23:30:24,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T23:30:24,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540624119"}]},"ts":"1731540624119"} 2024-11-13T23:30:24,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T23:30:24,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:30:24,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:30:24,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:30:24,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T23:30:24,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:30:24,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:30:24,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T23:30:24,126 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:30:24,126 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:30:24,126 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T23:30:24,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:30:24,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0669bdfa688954d82fe3d8ed8a076b99, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67764dea8d61a54902785b225ddb4f91, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d5ad1f1aa99b00442632068fdce994, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbd7be403d11d57eccc7d7b982521ff6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f6d73c0d7b29d005d8c884f61ada0e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d90c312c4dd91187f854414512cb6b5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e5c0475419450df009af4879d29923a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=285837f9134c8834bf61a4a159c16b48, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58340e5ddbe16ad6cc3dcc840e66fba3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3abd2ddb6415873226b3c8b30fe89334, ASSIGN}] 2024-11-13T23:30:24,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67764dea8d61a54902785b225ddb4f91, ASSIGN 2024-11-13T23:30:24,128 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0669bdfa688954d82fe3d8ed8a076b99, ASSIGN 2024-11-13T23:30:24,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f6d73c0d7b29d005d8c884f61ada0e, ASSIGN 2024-11-13T23:30:24,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbd7be403d11d57eccc7d7b982521ff6, ASSIGN 2024-11-13T23:30:24,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67764dea8d61a54902785b225ddb4f91, ASSIGN; state=OFFLINE, location=714b435e65e7,46487,1731540612185; forceNewPlan=false, retain=false 2024-11-13T23:30:24,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0669bdfa688954d82fe3d8ed8a076b99, ASSIGN; state=OFFLINE, location=714b435e65e7,43419,1731540612219; forceNewPlan=false, retain=false 2024-11-13T23:30:24,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f6d73c0d7b29d005d8c884f61ada0e, ASSIGN; state=OFFLINE, location=714b435e65e7,36793,1731540612140; forceNewPlan=false, retain=false 2024-11-13T23:30:24,129 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbd7be403d11d57eccc7d7b982521ff6, ASSIGN; state=OFFLINE, location=714b435e65e7,46487,1731540612185; forceNewPlan=false, retain=false 2024-11-13T23:30:24,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=285837f9134c8834bf61a4a159c16b48, ASSIGN 2024-11-13T23:30:24,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58340e5ddbe16ad6cc3dcc840e66fba3, ASSIGN 2024-11-13T23:30:24,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3abd2ddb6415873226b3c8b30fe89334, ASSIGN 2024-11-13T23:30:24,131 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e5c0475419450df009af4879d29923a, ASSIGN 2024-11-13T23:30:24,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d90c312c4dd91187f854414512cb6b5, ASSIGN 2024-11-13T23:30:24,132 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=285837f9134c8834bf61a4a159c16b48, ASSIGN; state=OFFLINE, location=714b435e65e7,43419,1731540612219; forceNewPlan=false, retain=false 2024-11-13T23:30:24,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58340e5ddbe16ad6cc3dcc840e66fba3, ASSIGN; state=OFFLINE, location=714b435e65e7,46487,1731540612185; forceNewPlan=false, retain=false 2024-11-13T23:30:24,132 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e5c0475419450df009af4879d29923a, ASSIGN; state=OFFLINE, location=714b435e65e7,43419,1731540612219; forceNewPlan=false, retain=false 2024-11-13T23:30:24,132 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3abd2ddb6415873226b3c8b30fe89334, ASSIGN; state=OFFLINE, location=714b435e65e7,36793,1731540612140; forceNewPlan=false, retain=false 2024-11-13T23:30:24,132 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d90c312c4dd91187f854414512cb6b5, ASSIGN; state=OFFLINE, location=714b435e65e7,36793,1731540612140; forceNewPlan=false, retain=false 2024-11-13T23:30:24,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d5ad1f1aa99b00442632068fdce994, ASSIGN 2024-11-13T23:30:24,135 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d5ad1f1aa99b00442632068fdce994, ASSIGN; state=OFFLINE, location=714b435e65e7,46487,1731540612185; forceNewPlan=false, retain=false 2024-11-13T23:30:24,280 INFO [714b435e65e7:45403 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T23:30:24,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=65d5ad1f1aa99b00442632068fdce994, regionState=OPENING, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:24,282 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=58340e5ddbe16ad6cc3dcc840e66fba3, regionState=OPENING, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:24,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cbd7be403d11d57eccc7d7b982521ff6, regionState=OPENING, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:24,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=285837f9134c8834bf61a4a159c16b48, regionState=OPENING, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:24,282 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67764dea8d61a54902785b225ddb4f91, regionState=OPENING, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:24,284 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9e5c0475419450df009af4879d29923a, regionState=OPENING, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:24,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0669bdfa688954d82fe3d8ed8a076b99, regionState=OPENING, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:24,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3abd2ddb6415873226b3c8b30fe89334, regionState=OPENING, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:24,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0d90c312c4dd91187f854414512cb6b5, regionState=OPENING, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:24,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f6d73c0d7b29d005d8c884f61ada0e, regionState=OPENING, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:24,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbd7be403d11d57eccc7d7b982521ff6, ASSIGN because future has completed 2024-11-13T23:30:24,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbd7be403d11d57eccc7d7b982521ff6, server=714b435e65e7,46487,1731540612185}] 2024-11-13T23:30:24,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58340e5ddbe16ad6cc3dcc840e66fba3, ASSIGN because future has completed 2024-11-13T23:30:24,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3, server=714b435e65e7,46487,1731540612185}] 2024-11-13T23:30:24,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d5ad1f1aa99b00442632068fdce994, ASSIGN because future has completed 2024-11-13T23:30:24,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d5ad1f1aa99b00442632068fdce994, server=714b435e65e7,46487,1731540612185}] 2024-11-13T23:30:24,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67764dea8d61a54902785b225ddb4f91, ASSIGN because future has completed 2024-11-13T23:30:24,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67764dea8d61a54902785b225ddb4f91, server=714b435e65e7,46487,1731540612185}] 2024-11-13T23:30:24,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=285837f9134c8834bf61a4a159c16b48, ASSIGN because future has completed 2024-11-13T23:30:24,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0669bdfa688954d82fe3d8ed8a076b99, ASSIGN because future has completed 2024-11-13T23:30:24,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99, server=714b435e65e7,43419,1731540612219}] 2024-11-13T23:30:24,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3abd2ddb6415873226b3c8b30fe89334, ASSIGN because future has completed 2024-11-13T23:30:24,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 285837f9134c8834bf61a4a159c16b48, server=714b435e65e7,43419,1731540612219}] 2024-11-13T23:30:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d90c312c4dd91187f854414512cb6b5, ASSIGN because future has completed 2024-11-13T23:30:24,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f6d73c0d7b29d005d8c884f61ada0e, ASSIGN because future has completed 2024-11-13T23:30:24,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e5c0475419450df009af4879d29923a, ASSIGN because future has completed 2024-11-13T23:30:24,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5c0475419450df009af4879d29923a, server=714b435e65e7,43419,1731540612219}] 2024-11-13T23:30:24,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3abd2ddb6415873226b3c8b30fe89334, server=714b435e65e7,36793,1731540612140}] 2024-11-13T23:30:24,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e, server=714b435e65e7,36793,1731540612140}] 2024-11-13T23:30:24,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d90c312c4dd91187f854414512cb6b5, server=714b435e65e7,36793,1731540612140}] 2024-11-13T23:30:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:24,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T23:30:24,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T23:30:24,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:30:24,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T23:30:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:25,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T23:30:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:29,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:29,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:29,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:29,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:34,294 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:30:34,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:30:34,303 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:34,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 65d5ad1f1aa99b00442632068fdce994, NAME => 'SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T23:30:34,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,304 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T23:30:34,307 INFO [StoreOpener-65d5ad1f1aa99b00442632068fdce994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T23:30:34,309 INFO [StoreOpener-65d5ad1f1aa99b00442632068fdce994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d5ad1f1aa99b00442632068fdce994 columnFamilyName cf 2024-11-13T23:30:34,309 DEBUG [StoreOpener-65d5ad1f1aa99b00442632068fdce994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,310 INFO [StoreOpener-65d5ad1f1aa99b00442632068fdce994-1 {}] regionserver.HStore(327): Store=65d5ad1f1aa99b00442632068fdce994/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,310 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,311 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:34,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 285837f9134c8834bf61a4a159c16b48, NAME => 'SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T23:30:34,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,311 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,312 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,312 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,312 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,312 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,316 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d7f6d73c0d7b29d005d8c884f61ada0e, NAME => 'SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,316 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,319 INFO [StoreOpener-285837f9134c8834bf61a4a159c16b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,321 INFO [StoreOpener-285837f9134c8834bf61a4a159c16b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 285837f9134c8834bf61a4a159c16b48 columnFamilyName cf 2024-11-13T23:30:34,321 DEBUG [StoreOpener-285837f9134c8834bf61a4a159c16b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,321 INFO [StoreOpener-285837f9134c8834bf61a4a159c16b48-1 {}] regionserver.HStore(327): Store=285837f9134c8834bf61a4a159c16b48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,322 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,322 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,323 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,323 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,323 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,325 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,328 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/65d5ad1f1aa99b00442632068fdce994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,329 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 65d5ad1f1aa99b00442632068fdce994; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61624208, jitterRate=-0.08172774314880371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,329 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:34,329 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 65d5ad1f1aa99b00442632068fdce994: Running coprocessor pre-open hook at 1731540634304Writing region info on filesystem at 1731540634304Initializing all the Stores at 1731540634306 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634306Cleaning up temporary data from old regions at 1731540634312 (+6 ms)Running coprocessor post-open hooks at 1731540634329 (+17 ms)Region opened successfully at 1731540634329 2024-11-13T23:30:34,330 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994., pid=17, masterSystemTime=1731540634294 2024-11-13T23:30:34,331 INFO [StoreOpener-d7f6d73c0d7b29d005d8c884f61ada0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,332 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:34,333 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:34,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=65d5ad1f1aa99b00442632068fdce994, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:34,333 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:34,333 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 58340e5ddbe16ad6cc3dcc840e66fba3, NAME => 'SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T23:30:34,333 INFO [StoreOpener-d7f6d73c0d7b29d005d8c884f61ada0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f6d73c0d7b29d005d8c884f61ada0e columnFamilyName cf 2024-11-13T23:30:34,333 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,333 DEBUG [StoreOpener-d7f6d73c0d7b29d005d8c884f61ada0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,334 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,334 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,334 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,334 INFO [StoreOpener-d7f6d73c0d7b29d005d8c884f61ada0e-1 {}] regionserver.HStore(327): Store=d7f6d73c0d7b29d005d8c884f61ada0e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,335 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,335 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,336 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d5ad1f1aa99b00442632068fdce994, server=714b435e65e7,46487,1731540612185 because future has completed 2024-11-13T23:30:34,337 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,335 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 285837f9134c8834bf61a4a159c16b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60340891, jitterRate=-0.1008506566286087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,337 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:34,337 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 285837f9134c8834bf61a4a159c16b48: Running coprocessor pre-open hook at 1731540634312Writing region info on filesystem at 1731540634312Initializing all the Stores at 1731540634315 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634315Cleaning up temporary data from old regions at 1731540634323 (+8 ms)Running coprocessor post-open hooks at 1731540634337 (+14 ms)Region opened successfully at 1731540634337 2024-11-13T23:30:34,337 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,338 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,338 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., pid=19, masterSystemTime=1731540634302 2024-11-13T23:30:34,340 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:34,340 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,340 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:34,341 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:34,341 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e5c0475419450df009af4879d29923a, NAME => 'SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T23:30:34,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=285837f9134c8834bf61a4a159c16b48, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:34,341 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,341 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,341 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,341 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-13T23:30:34,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 65d5ad1f1aa99b00442632068fdce994, server=714b435e65e7,46487,1731540612185 in 10.0450 sec 2024-11-13T23:30:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 285837f9134c8834bf61a4a159c16b48, server=714b435e65e7,43419,1731540612219 because future has completed 2024-11-13T23:30:34,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d5ad1f1aa99b00442632068fdce994, ASSIGN in 10.2180 sec 2024-11-13T23:30:34,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-13T23:30:34,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 285837f9134c8834bf61a4a159c16b48, server=714b435e65e7,43419,1731540612219 in 10.0500 sec 2024-11-13T23:30:34,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=285837f9134c8834bf61a4a159c16b48, ASSIGN in 10.2220 sec 2024-11-13T23:30:34,351 INFO [StoreOpener-58340e5ddbe16ad6cc3dcc840e66fba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,351 INFO [StoreOpener-9e5c0475419450df009af4879d29923a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,352 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/d7f6d73c0d7b29d005d8c884f61ada0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,353 INFO [StoreOpener-58340e5ddbe16ad6cc3dcc840e66fba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58340e5ddbe16ad6cc3dcc840e66fba3 columnFamilyName cf 2024-11-13T23:30:34,353 DEBUG [StoreOpener-58340e5ddbe16ad6cc3dcc840e66fba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,353 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d7f6d73c0d7b29d005d8c884f61ada0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64489425, jitterRate=-0.03903268277645111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,354 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:34,354 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d7f6d73c0d7b29d005d8c884f61ada0e: Running coprocessor pre-open hook at 1731540634317Writing region info on filesystem at 1731540634317Initializing all the Stores at 1731540634317Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634318 (+1 ms)Cleaning up temporary data from old regions at 1731540634338 (+20 ms)Running coprocessor post-open hooks at 1731540634354 (+16 ms)Region opened successfully at 1731540634354 2024-11-13T23:30:34,354 INFO [StoreOpener-58340e5ddbe16ad6cc3dcc840e66fba3-1 {}] regionserver.HStore(327): Store=58340e5ddbe16ad6cc3dcc840e66fba3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,354 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,355 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e., pid=23, masterSystemTime=1731540634305 2024-11-13T23:30:34,355 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,356 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,357 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,357 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,357 INFO [StoreOpener-9e5c0475419450df009af4879d29923a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e5c0475419450df009af4879d29923a columnFamilyName cf 2024-11-13T23:30:34,358 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:34,358 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:34,358 DEBUG [StoreOpener-9e5c0475419450df009af4879d29923a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,358 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:34,358 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3abd2ddb6415873226b3c8b30fe89334, NAME => 'SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T23:30:34,359 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f6d73c0d7b29d005d8c884f61ada0e, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:34,359 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,359 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,359 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,360 INFO [StoreOpener-9e5c0475419450df009af4879d29923a-1 {}] regionserver.HStore(327): Store=9e5c0475419450df009af4879d29923a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,360 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,361 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,361 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,362 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,363 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e, server=714b435e65e7,36793,1731540612140 because future has completed 2024-11-13T23:30:34,363 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,366 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-13T23:30:34,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e, server=714b435e65e7,36793,1731540612140 in 10.0620 sec 2024-11-13T23:30:34,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f6d73c0d7b29d005d8c884f61ada0e, ASSIGN in 10.2410 sec 2024-11-13T23:30:34,375 INFO [StoreOpener-3abd2ddb6415873226b3c8b30fe89334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,378 INFO [StoreOpener-3abd2ddb6415873226b3c8b30fe89334-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3abd2ddb6415873226b3c8b30fe89334 columnFamilyName cf 2024-11-13T23:30:34,378 DEBUG [StoreOpener-3abd2ddb6415873226b3c8b30fe89334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,379 INFO [StoreOpener-3abd2ddb6415873226b3c8b30fe89334-1 {}] regionserver.HStore(327): Store=3abd2ddb6415873226b3c8b30fe89334/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,380 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,381 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,381 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,381 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,382 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 58340e5ddbe16ad6cc3dcc840e66fba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73099829, jitterRate=0.08927233517169952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,382 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:34,383 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 58340e5ddbe16ad6cc3dcc840e66fba3: Running coprocessor pre-open hook at 1731540634334Writing region info on filesystem at 1731540634334Initializing all the Stores at 1731540634336 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634336Cleaning up temporary data from old regions at 1731540634357 (+21 ms)Running coprocessor post-open hooks at 1731540634382 (+25 ms)Region opened successfully at 1731540634382 2024-11-13T23:30:34,384 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., pid=16, masterSystemTime=1731540634294 2024-11-13T23:30:34,387 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:34,387 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:34,387 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:34,387 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 67764dea8d61a54902785b225ddb4f91, NAME => 'SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T23:30:34,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=58340e5ddbe16ad6cc3dcc840e66fba3, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,388 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,389 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9e5c0475419450df009af4879d29923a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66940496, jitterRate=-0.002508878707885742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,389 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:34,389 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9e5c0475419450df009af4879d29923a: Running coprocessor pre-open hook at 1731540634342Writing region info on filesystem at 1731540634342Initializing all the Stores at 1731540634344 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634344Cleaning up temporary data from old regions at 1731540634363 (+19 ms)Running coprocessor post-open hooks at 1731540634389 (+26 ms)Region opened successfully at 1731540634389 2024-11-13T23:30:34,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3, server=714b435e65e7,46487,1731540612185 because future has completed 2024-11-13T23:30:34,391 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., pid=22, masterSystemTime=1731540634302 2024-11-13T23:30:34,391 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,394 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:34,394 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:34,394 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:34,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9e5c0475419450df009af4879d29923a, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:34,394 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0669bdfa688954d82fe3d8ed8a076b99, NAME => 'SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T23:30:34,395 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,395 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,395 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,395 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-13T23:30:34,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3, server=714b435e65e7,46487,1731540612185 in 10.0990 sec 2024-11-13T23:30:34,398 INFO [StoreOpener-67764dea8d61a54902785b225ddb4f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,400 INFO [StoreOpener-67764dea8d61a54902785b225ddb4f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67764dea8d61a54902785b225ddb4f91 columnFamilyName cf 2024-11-13T23:30:34,400 DEBUG [StoreOpener-67764dea8d61a54902785b225ddb4f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,400 INFO [StoreOpener-67764dea8d61a54902785b225ddb4f91-1 {}] regionserver.HStore(327): Store=67764dea8d61a54902785b225ddb4f91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,401 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,402 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,402 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,402 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,402 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e5c0475419450df009af4879d29923a, server=714b435e65e7,43419,1731540612219 because future has completed 2024-11-13T23:30:34,404 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,405 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=714b435e65e7,43419,1731540612219, table=SPTestTable, region=9e5c0475419450df009af4879d29923a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T23:30:34,405 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3abd2ddb6415873226b3c8b30fe89334; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66205104, jitterRate=-0.013467073440551758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,406 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:34,406 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3abd2ddb6415873226b3c8b30fe89334: Running coprocessor pre-open hook at 1731540634359Writing region info on filesystem at 1731540634359Initializing all the Stores at 1731540634362 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634362Cleaning up temporary data from old regions at 1731540634388 (+26 ms)Running coprocessor post-open hooks at 1731540634406 (+18 ms)Region opened successfully at 1731540634406 2024-11-13T23:30:34,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58340e5ddbe16ad6cc3dcc840e66fba3, ASSIGN in 10.2700 sec 2024-11-13T23:30:34,407 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., pid=21, masterSystemTime=1731540634305 2024-11-13T23:30:34,407 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,409 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:34,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-13T23:30:34,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e5c0475419450df009af4879d29923a, server=714b435e65e7,43419,1731540612219 in 10.1040 sec 2024-11-13T23:30:34,410 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:34,410 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:34,410 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d90c312c4dd91187f854414512cb6b5, NAME => 'SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T23:30:34,411 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3abd2ddb6415873226b3c8b30fe89334, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:34,411 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,412 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e5c0475419450df009af4879d29923a, ASSIGN in 10.2840 sec 2024-11-13T23:30:34,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3abd2ddb6415873226b3c8b30fe89334, server=714b435e65e7,36793,1731540612140 because future has completed 2024-11-13T23:30:34,416 INFO [StoreOpener-0669bdfa688954d82fe3d8ed8a076b99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-13T23:30:34,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3abd2ddb6415873226b3c8b30fe89334, server=714b435e65e7,36793,1731540612140 in 10.1160 sec 2024-11-13T23:30:34,419 INFO [StoreOpener-0669bdfa688954d82fe3d8ed8a076b99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0669bdfa688954d82fe3d8ed8a076b99 columnFamilyName cf 2024-11-13T23:30:34,419 DEBUG [StoreOpener-0669bdfa688954d82fe3d8ed8a076b99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3abd2ddb6415873226b3c8b30fe89334, ASSIGN in 10.2910 sec 2024-11-13T23:30:34,420 INFO [StoreOpener-0669bdfa688954d82fe3d8ed8a076b99-1 {}] regionserver.HStore(327): Store=0669bdfa688954d82fe3d8ed8a076b99/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,420 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,420 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/67764dea8d61a54902785b225ddb4f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,421 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,421 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 67764dea8d61a54902785b225ddb4f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74853631, jitterRate=0.11540602147579193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,421 INFO [StoreOpener-0d90c312c4dd91187f854414512cb6b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,421 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:34,421 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 67764dea8d61a54902785b225ddb4f91: Running coprocessor pre-open hook at 1731540634388Writing region info on filesystem at 1731540634388Initializing all the Stores at 1731540634390 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634390Cleaning up temporary data from old regions at 1731540634403 (+13 ms)Running coprocessor post-open hooks at 1731540634421 (+18 ms)Region opened successfully at 1731540634421 2024-11-13T23:30:34,421 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,422 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,422 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91., pid=18, masterSystemTime=1731540634294 2024-11-13T23:30:34,425 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:34,425 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:34,425 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:34,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67764dea8d61a54902785b225ddb4f91, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:34,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cbd7be403d11d57eccc7d7b982521ff6, NAME => 'SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T23:30:34,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:30:34,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,426 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,425 INFO [StoreOpener-0d90c312c4dd91187f854414512cb6b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d90c312c4dd91187f854414512cb6b5 columnFamilyName cf 2024-11-13T23:30:34,429 DEBUG [StoreOpener-0d90c312c4dd91187f854414512cb6b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67764dea8d61a54902785b225ddb4f91, server=714b435e65e7,46487,1731540612185 because future has completed 2024-11-13T23:30:34,430 INFO [StoreOpener-0d90c312c4dd91187f854414512cb6b5-1 {}] regionserver.HStore(327): Store=0d90c312c4dd91187f854414512cb6b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,430 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,432 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,433 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-13T23:30:34,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 67764dea8d61a54902785b225ddb4f91, server=714b435e65e7,46487,1731540612185 in 10.1360 sec 2024-11-13T23:30:34,434 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,434 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67764dea8d61a54902785b225ddb4f91, ASSIGN in 10.3080 sec 2024-11-13T23:30:34,436 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,438 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,440 INFO [StoreOpener-cbd7be403d11d57eccc7d7b982521ff6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,441 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0d90c312c4dd91187f854414512cb6b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,442 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0d90c312c4dd91187f854414512cb6b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69035151, jitterRate=0.02870391309261322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,442 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:34,442 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0d90c312c4dd91187f854414512cb6b5: Running coprocessor pre-open hook at 1731540634412Writing region info on filesystem at 1731540634412Initializing all the Stores at 1731540634415 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634415Cleaning up temporary data from old regions at 1731540634434 (+19 ms)Running coprocessor post-open hooks at 1731540634442 (+8 ms)Region opened successfully at 1731540634442 2024-11-13T23:30:34,443 INFO [StoreOpener-cbd7be403d11d57eccc7d7b982521ff6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd7be403d11d57eccc7d7b982521ff6 columnFamilyName cf 2024-11-13T23:30:34,443 DEBUG [StoreOpener-cbd7be403d11d57eccc7d7b982521ff6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:30:34,444 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5., pid=24, masterSystemTime=1731540634305 2024-11-13T23:30:34,444 INFO [StoreOpener-cbd7be403d11d57eccc7d7b982521ff6-1 {}] regionserver.HStore(327): Store=cbd7be403d11d57eccc7d7b982521ff6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T23:30:34,444 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,446 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,446 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,447 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,447 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0d90c312c4dd91187f854414512cb6b5, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:30:34,449 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:34,449 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:34,451 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d90c312c4dd91187f854414512cb6b5, server=714b435e65e7,36793,1731540612140 because future has completed 2024-11-13T23:30:34,454 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0669bdfa688954d82fe3d8ed8a076b99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,455 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0669bdfa688954d82fe3d8ed8a076b99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67212698, jitterRate=0.0015472471714019775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,455 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:34,455 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0669bdfa688954d82fe3d8ed8a076b99: Running coprocessor pre-open hook at 1731540634395Writing region info on filesystem at 1731540634395Initializing all the Stores at 1731540634397 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634397Cleaning up temporary data from old regions at 1731540634422 (+25 ms)Running coprocessor post-open hooks at 1731540634455 (+33 ms)Region opened successfully at 1731540634455 2024-11-13T23:30:34,456 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99., pid=20, masterSystemTime=1731540634302 2024-11-13T23:30:34,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-13T23:30:34,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d90c312c4dd91187f854414512cb6b5, server=714b435e65e7,36793,1731540612140 in 10.1480 sec 2024-11-13T23:30:34,459 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:34,459 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:34,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d90c312c4dd91187f854414512cb6b5, ASSIGN in 10.3310 sec 2024-11-13T23:30:34,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0669bdfa688954d82fe3d8ed8a076b99, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,43419,1731540612219 2024-11-13T23:30:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99, server=714b435e65e7,43419,1731540612219 because future has completed 2024-11-13T23:30:34,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-13T23:30:34,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99, server=714b435e65e7,43419,1731540612219 in 10.1660 sec 2024-11-13T23:30:34,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0669bdfa688954d82fe3d8ed8a076b99, ASSIGN in 10.3400 sec 2024-11-13T23:30:34,471 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/cbd7be403d11d57eccc7d7b982521ff6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T23:30:34,472 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cbd7be403d11d57eccc7d7b982521ff6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60447555, jitterRate=-0.09926123917102814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T23:30:34,472 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:34,472 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cbd7be403d11d57eccc7d7b982521ff6: Running coprocessor pre-open hook at 1731540634426Writing region info on filesystem at 1731540634426Initializing all the Stores at 1731540634428 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540634428Cleaning up temporary data from old regions at 1731540634447 (+19 ms)Running coprocessor post-open hooks at 1731540634472 (+25 ms)Region opened successfully at 1731540634472 2024-11-13T23:30:34,473 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6., pid=15, masterSystemTime=1731540634294 2024-11-13T23:30:34,475 DEBUG [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:34,475 INFO [RS_OPEN_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:34,476 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=cbd7be403d11d57eccc7d7b982521ff6, regionState=OPEN, openSeqNum=2, regionLocation=714b435e65e7,46487,1731540612185 2024-11-13T23:30:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbd7be403d11d57eccc7d7b982521ff6, server=714b435e65e7,46487,1731540612185 because future has completed 2024-11-13T23:30:34,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-13T23:30:34,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure cbd7be403d11d57eccc7d7b982521ff6, server=714b435e65e7,46487,1731540612185 in 10.1880 sec 2024-11-13T23:30:34,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T23:30:34,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbd7be403d11d57eccc7d7b982521ff6, ASSIGN in 10.3550 sec 2024-11-13T23:30:34,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T23:30:34,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731540634485"}]},"ts":"1731540634485"} 2024-11-13T23:30:34,488 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T23:30:34,490 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T23:30:34,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8110 sec 2024-11-13T23:30:37,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T23:30:39,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:39,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:39,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:39,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:30:39,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:39,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:39,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:30:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T23:30:41,911 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T23:30:41,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T23:30:41,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:30:41,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T23:30:41,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:30:41,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T23:30:41,949 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:41,951 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:41,952 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:41,954 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:41,955 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:41,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:30:42,005 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:42,008 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:42,010 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:42,012 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:42,013 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48., hostname=714b435e65e7,43419,1731540612219, seqNum=2] 2024-11-13T23:30:42,065 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., hostname=714b435e65e7,46487,1731540612185, seqNum=2] 2024-11-13T23:30:42,067 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., hostname=714b435e65e7,46487,1731540612185, seqNum=2] 2024-11-13T23:30:42,076 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., hostname=714b435e65e7,46487,1731540612185, seqNum=2] 2024-11-13T23:30:42,078 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., hostname=714b435e65e7,46487,1731540612185, seqNum=2] 2024-11-13T23:30:42,080 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., hostname=714b435e65e7,46487,1731540612185, seqNum=2] 2024-11-13T23:30:42,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., hostname=714b435e65e7,36793,1731540612140, seqNum=2] 2024-11-13T23:30:42,153 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., hostname=714b435e65e7,36793,1731540612140, seqNum=2] 2024-11-13T23:30:42,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., hostname=714b435e65e7,36793,1731540612140, seqNum=2] 2024-11-13T23:30:42,156 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., hostname=714b435e65e7,36793,1731540612140, seqNum=2] 2024-11-13T23:30:42,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., hostname=714b435e65e7,36793,1731540612140, seqNum=2] 2024-11-13T23:30:43,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:30:43,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:30:43,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T23:30:43,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:30:43,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46487 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:30:43,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T23:30:43,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:30:43,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36793 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:43,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36793 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T23:30:43,820 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T23:30:43,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:30:43,821 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T23:30:43,822 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T23:30:43,825 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T23:30:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:30:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:30:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741848_1024 (size=49) 2024-11-13T23:30:43,842 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T23:30:43,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67764dea8d61a54902785b225ddb4f91}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d5ad1f1aa99b00442632068fdce994}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbd7be403d11d57eccc7d7b982521ff6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d90c312c4dd91187f854414512cb6b5}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e5c0475419450df009af4879d29923a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 285837f9134c8834bf61a4a159c16b48}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3abd2ddb6415873226b3c8b30fe89334}] 2024-11-13T23:30:43,844 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:43,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:43,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:43,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:43,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:43,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:43,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:43,850 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:43,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:43,851 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:48,340 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T23:30:53,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T23:30:53,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T23:30:53,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T23:30:53,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T23:30:53,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T23:30:53,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:53,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:53,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:53,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T23:30:53,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0669bdfa688954d82fe3d8ed8a076b99: 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d7f6d73c0d7b29d005d8c884f61ada0e: 2024-11-13T23:30:53,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T23:30:53,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 58340e5ddbe16ad6cc3dcc840e66fba3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:53,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 285837f9134c8834bf61a4a159c16b48 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T23:30:53,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9e5c0475419450df009af4879d29923a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T23:30:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T23:30:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0d90c312c4dd91187f854414512cb6b5: 2024-11-13T23:30:53,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T23:30:53,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3abd2ddb6415873226b3c8b30fe89334 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:53,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 65d5ad1f1aa99b00442632068fdce994: 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 67764dea8d61a54902785b225ddb4f91: 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/.tmp/cf/85b6235953074a10a43f69eaad5ddf49 is 34, key is baa/cf:cf/1731540643193/Put/seqid=0 2024-11-13T23:30:53,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/.tmp/cf/945f6fe1dcd547459e679f3a32e54335 is 34, key is aaa/cf:cf/1731540643156/Put/seqid=0 2024-11-13T23:30:53,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/.tmp/cf/dc7c04a1337f4e939462b60466809584 is 34, key is ccd/cf:cf/1731540643175/Put/seqid=0 2024-11-13T23:30:53,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741850_1026 (size=57) 2024-11-13T23:30:53,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741850_1026 (size=57) 2024-11-13T23:30:53,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741850_1026 (size=57) 2024-11-13T23:30:53,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731540623678.0669bdfa688954d82fe3d8ed8a076b99. 2024-11-13T23:30:53,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T23:30:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T23:30:53,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:53,898 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99 2024-11-13T23:30:53,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0669bdfa688954d82fe3d8ed8a076b99 in 10.0560 sec 2024-11-13T23:30:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:30:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:30:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741851_1027 (size=65) 2024-11-13T23:30:53,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:30:53,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T23:30:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T23:30:53,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:53,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:30:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:30:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:30:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741852_1028 (size=65) 2024-11-13T23:30:53,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for cbd7be403d11d57eccc7d7b982521ff6: 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. for SnapshotProcedureTest completed. 2024-11-13T23:30:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:30:53,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T23:30:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T23:30:53,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:53,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:30:53,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741849_1025 (size=65) 2024-11-13T23:30:53,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d90c312c4dd91187f854414512cb6b5 in 10.0630 sec 2024-11-13T23:30:53,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:30:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T23:30:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T23:30:53,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:53,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:30:53,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67764dea8d61a54902785b225ddb4f91 in 10.0670 sec 2024-11-13T23:30:53,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7f6d73c0d7b29d005d8c884f61ada0e in 10.0690 sec 2024-11-13T23:30:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741853_1029 (size=65) 2024-11-13T23:30:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741853_1029 (size=65) 2024-11-13T23:30:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741853_1029 (size=65) 2024-11-13T23:30:53,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:30:53,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T23:30:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T23:30:53,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:53,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:30:53,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65d5ad1f1aa99b00442632068fdce994 in 10.1000 sec 2024-11-13T23:30:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/.tmp/cf/60f20e103c0d4434910a52d6685864fe is 34, key is eaa/cf:cf/1731540643673/Put/seqid=0 2024-11-13T23:30:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741854_1030 (size=28623) 2024-11-13T23:30:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741854_1030 (size=28623) 2024-11-13T23:30:53,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741854_1030 (size=28623) 2024-11-13T23:30:53,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/.tmp/cf/85b6235953074a10a43f69eaad5ddf49 2024-11-13T23:30:53,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741857_1033 (size=499309) 2024-11-13T23:30:53,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741857_1033 (size=499309) 2024-11-13T23:30:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741857_1033 (size=499309) 2024-11-13T23:30:53,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/.tmp/cf/60f20e103c0d4434910a52d6685864fe 2024-11-13T23:30:53,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741855_1031 (size=26918) 2024-11-13T23:30:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741855_1031 (size=26918) 2024-11-13T23:30:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741855_1031 (size=26918) 2024-11-13T23:30:53,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/.tmp/cf/945f6fe1dcd547459e679f3a32e54335 2024-11-13T23:30:53,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/.tmp/cf/85b6235953074a10a43f69eaad5ddf49 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/cf/85b6235953074a10a43f69eaad5ddf49 2024-11-13T23:30:53,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/.tmp/cf/945f6fe1dcd547459e679f3a32e54335 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/cf/945f6fe1dcd547459e679f3a32e54335 2024-11-13T23:30:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741856_1032 (size=47197) 2024-11-13T23:30:53,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/.tmp/cf/60f20e103c0d4434910a52d6685864fe as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/cf/60f20e103c0d4434910a52d6685864fe 2024-11-13T23:30:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741856_1032 (size=47197) 2024-11-13T23:30:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741856_1032 (size=47197) 2024-11-13T23:30:53,995 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/.tmp/cf/dc7c04a1337f4e939462b60466809584 2024-11-13T23:30:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741858_1034 (size=65) 2024-11-13T23:30:53,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741858_1034 (size=65) 2024-11-13T23:30:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741858_1034 (size=65) 2024-11-13T23:30:54,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/cf/60f20e103c0d4434910a52d6685864fe, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T23:30:54,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:30:54,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T23:30:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T23:30:54,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:54,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/.tmp/cf/dc7c04a1337f4e939462b60466809584 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/cf/dc7c04a1337f4e939462b60466809584 2024-11-13T23:30:54,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:30:54,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3abd2ddb6415873226b3c8b30fe89334 in 152ms, sequenceid=5, compaction requested=false 2024-11-13T23:30:54,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3abd2ddb6415873226b3c8b30fe89334: 2024-11-13T23:30:54,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. for SnapshotProcedureTest completed. 2024-11-13T23:30:54,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:54,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/cf/60f20e103c0d4434910a52d6685864fe] hfiles 2024-11-13T23:30:54,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/cf/60f20e103c0d4434910a52d6685864fe for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/cf/945f6fe1dcd547459e679f3a32e54335, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T23:30:54,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9e5c0475419450df009af4879d29923a in 155ms, sequenceid=5, compaction requested=false 2024-11-13T23:30:54,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9e5c0475419450df009af4879d29923a: 2024-11-13T23:30:54,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. for SnapshotProcedureTest completed. 2024-11-13T23:30:54,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:54,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/cf/945f6fe1dcd547459e679f3a32e54335] hfiles 2024-11-13T23:30:54,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/9e5c0475419450df009af4879d29923a/cf/945f6fe1dcd547459e679f3a32e54335 for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbd7be403d11d57eccc7d7b982521ff6 in 10.1630 sec 2024-11-13T23:30:54,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/cf/dc7c04a1337f4e939462b60466809584, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T23:30:54,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 58340e5ddbe16ad6cc3dcc840e66fba3 in 162ms, sequenceid=5, compaction requested=false 2024-11-13T23:30:54,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 58340e5ddbe16ad6cc3dcc840e66fba3: 2024-11-13T23:30:54,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. for SnapshotProcedureTest completed. 2024-11-13T23:30:54,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:54,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/cf/dc7c04a1337f4e939462b60466809584] hfiles 2024-11-13T23:30:54,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/cf/dc7c04a1337f4e939462b60466809584 for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/cf/85b6235953074a10a43f69eaad5ddf49, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T23:30:54,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 285837f9134c8834bf61a4a159c16b48 in 167ms, sequenceid=5, compaction requested=false 2024-11-13T23:30:54,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 285837f9134c8834bf61a4a159c16b48: 2024-11-13T23:30:54,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. for SnapshotProcedureTest completed. 2024-11-13T23:30:54,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T23:30:54,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/cf/85b6235953074a10a43f69eaad5ddf49] hfiles 2024-11-13T23:30:54,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/285837f9134c8834bf61a4a159c16b48/cf/85b6235953074a10a43f69eaad5ddf49 for snapshot=SnapshotProcedureTest 2024-11-13T23:30:54,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741860_1036 (size=97) 2024-11-13T23:30:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741860_1036 (size=97) 2024-11-13T23:30:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741860_1036 (size=97) 2024-11-13T23:30:54,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:30:54,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T23:30:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T23:30:54,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:54,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:30:54,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3abd2ddb6415873226b3c8b30fe89334 in 10.1950 sec 2024-11-13T23:30:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741861_1037 (size=105) 2024-11-13T23:30:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741861_1037 (size=105) 2024-11-13T23:30:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741861_1037 (size=105) 2024-11-13T23:30:54,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731540623678.9e5c0475419450df009af4879d29923a. 2024-11-13T23:30:54,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T23:30:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T23:30:54,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:54,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e5c0475419450df009af4879d29923a 2024-11-13T23:30:54,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e5c0475419450df009af4879d29923a in 10.2030 sec 2024-11-13T23:30:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741862_1038 (size=105) 2024-11-13T23:30:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741862_1038 (size=105) 2024-11-13T23:30:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741862_1038 (size=105) 2024-11-13T23:30:54,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731540623678.285837f9134c8834bf61a4a159c16b48. 2024-11-13T23:30:54,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T23:30:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T23:30:54,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:54,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 285837f9134c8834bf61a4a159c16b48 2024-11-13T23:30:54,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 285837f9134c8834bf61a4a159c16b48 in 10.2080 sec 2024-11-13T23:30:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741859_1035 (size=105) 2024-11-13T23:30:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741859_1035 (size=105) 2024-11-13T23:30:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741859_1035 (size=105) 2024-11-13T23:30:54,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:30:54,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T23:30:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T23:30:54,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:54,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:30:54,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-13T23:30:54,057 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T23:30:54,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58340e5ddbe16ad6cc3dcc840e66fba3 in 10.2130 sec 2024-11-13T23:30:54,057 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T23:30:54,058 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T23:30:54,058 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T23:30:54,060 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:30:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741863_1039 (size=1174) 2024-11-13T23:30:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741863_1039 (size=1174) 2024-11-13T23:30:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741863_1039 (size=1174) 2024-11-13T23:30:54,089 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T23:30:54,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T23:30:54,096 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:30:54,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:30:54,096 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:30:54,096 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:30:54,097 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:30:54,099 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:30:54,100 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:30:54,100 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:30:54,100 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:30:54,137 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:31:01,374 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:46573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T23:31:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T23:31:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T23:31:04,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T23:31:04,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T23:31:04,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:31:04,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:31:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T23:31:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T23:31:04,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T23:31:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T23:31:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T23:31:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T23:31:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T23:31:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T23:31:04,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T23:31:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T23:31:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T23:31:04,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T23:31:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T23:31:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T23:31:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T23:31:04,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 Release verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,108 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 Release verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:31:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T23:31:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T23:31:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T23:31:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T23:31:04,112 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 Release verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 Release verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:04,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 in 10.0150 sec 2024-11-13T23:31:04,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 in 10.0200 sec 2024-11-13T23:31:04,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 in 10.0150 sec 2024-11-13T23:31:04,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 in 10.0190 sec 2024-11-13T23:31:04,116 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 Release verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:04,116 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 Release verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:31:04,117 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 Release verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:04,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 Release verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 in 10.0240 sec 2024-11-13T23:31:04,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 in 10.0240 sec 2024-11-13T23:31:04,120 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,121 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 Release verify snapshot worker=714b435e65e7,36793,1731540612140 2024-11-13T23:31:04,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 in 10.0240 sec 2024-11-13T23:31:04,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 in 10.0240 sec 2024-11-13T23:31:04,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,36793,1731540612140 in 10.0280 sec 2024-11-13T23:31:04,137 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,137 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 714b435e65e7,43419,1731540612219: Simulated kill ***** 2024-11-13T23:31:04,137 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T23:31:04,137 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T23:31:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T23:31:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T23:31:04,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T23:31:04,138 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 449404240 }, "NonHeapMemoryUsage": { "committed": 176029696, "init": 7667712, "max": -1, "used": 171723456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T23:31:04,139 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45403 {}] master.MasterRpcServices(700): 714b435e65e7,43419,1731540612219 reported a fatal error: ***** ABORTING region server 714b435e65e7,43419,1731540612219: Simulated kill ***** 2024-11-13T23:31:04,140 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,43419,1731540612219' ***** 2024-11-13T23:31:04,140 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T23:31:04,140 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:31:04,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:31:04,140 INFO [RS:2;714b435e65e7:43419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T23:31:04,140 INFO [RS:2;714b435e65e7:43419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T23:31:04,140 INFO [RS:2;714b435e65e7:43419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:31:04,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T23:31:04,141 INFO [RS:2;714b435e65e7:43419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;714b435e65e7:43419. 2024-11-13T23:31:04,141 DEBUG [RS:2;714b435e65e7:43419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:31:04,141 DEBUG [RS:2;714b435e65e7:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741836_1012 (size=14382) 2024-11-13T23:31:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741836_1012 (size=14382) 2024-11-13T23:31:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741836_1012 (size=14382) 2024-11-13T23:31:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741833_1009 (size=1995) 2024-11-13T23:31:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741833_1009 (size=1995) 2024-11-13T23:31:04,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741833_1009 (size=1995) 2024-11-13T23:31:04,151 DEBUG [RS:2;714b435e65e7:43419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:04,152 INFO [RS:2;714b435e65e7:43419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:04,152 INFO [RS:2;714b435e65e7:43419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43419 2024-11-13T23:31:04,174 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:04,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,247 INFO [RS:2;714b435e65e7:43419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:31:04,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:31:04,248 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:31:04,248 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:31:04,248 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f7b189015f8@6a1e23b7 rejected from java.util.concurrent.ThreadPoolExecutor@2f1cb090[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T23:31:04,347 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T23:31:04,347 INFO [master/714b435e65e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T23:31:04,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,43419,1731540612219] 2024-11-13T23:31:04,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:04,483 INFO [RS:2;714b435e65e7:43419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:31:04,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43419-0x10137d2a55f0003, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:04,483 INFO [RS:2;714b435e65e7:43419 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,43419,1731540612219; zookeeper connection closed. 2024-11-13T23:31:04,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2751d354 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2751d354 2024-11-13T23:31:04,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,43419,1731540612219 already deleted, retry=false 2024-11-13T23:31:04,494 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 714b435e65e7,43419,1731540612219 on 714b435e65e7,45403,1731540611981 2024-11-13T23:31:04,495 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 714b435e65e7,43419,1731540612219, splitWal=true, meta=true 2024-11-13T23:31:04,496 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 714b435e65e7,43419,1731540612219 (carryingMeta=true) 714b435e65e7,43419,1731540612219/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@64ffb5ad[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T23:31:04,497 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 714b435e65e7,43419,1731540612219, splitWal=true, meta=true 2024-11-13T23:31:04,498 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,43419,1731540612219, splitWal=true, meta=true, isMeta: true 2024-11-13T23:31:04,501 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting 2024-11-13T23:31:04,503 INFO [PEWorker-5 {}] master.SplitWALManager(105): 714b435e65e7,43419,1731540612219 WAL count=1, meta=true 2024-11-13T23:31:04,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta}] 2024-11-13T23:31:04,505 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=714b435e65e7,36793,1731540612140 2024-11-13T23:31:04,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, worker=714b435e65e7,36793,1731540612140}] 2024-11-13T23:31:04,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-13T23:31:04,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-13T23:31:04,506 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-13T23:31:04,507 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,43419,1731540612219 Release verify snapshot worker=714b435e65e7,43419,1731540612219 2024-11-13T23:31:04,508 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 714b435e65e7,43419,1731540612219, this operation will be retried to send to another server 2024-11-13T23:31:04,508 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T23:31:04,508 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731540665508 2024-11-13T23:31:05,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:11,957 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T23:31:13,559 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T23:31:14,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T23:31:14,535 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, size=14.0 K (14382bytes) 2024-11-13T23:31:14,535 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta 2024-11-13T23:31:14,535 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta after 0ms 2024-11-13T23:31:14,545 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta took 11ms 2024-11-13T23:31:14,549 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-13T23:31:14,552 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta so closing down 2024-11-13T23:31:14,552 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T23:31:14,571 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp 2024-11-13T23:31:14,578 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp 2024-11-13T23:31:14,579 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T23:31:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741864_1040 (size=14141) 2024-11-13T23:31:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741864_1040 (size=14141) 2024-11-13T23:31:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741864_1040 (size=14141) 2024-11-13T23:31:14,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-13T23:31:14,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T23:31:14,632 INFO [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 86 ms; skipped=1; WAL=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-13T23:31:14,632 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, journal: Splitting hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, size=14.0 K (14382bytes) at 1731540674535Finishing writing output for hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta so closing down at 1731540674552 (+17 ms)Creating recovered edits writer path=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp at 1731540674578 (+26 ms)3 split writer threads finished at 1731540674579 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731540674629 (+50 ms)Rename recovered edits hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta.temp to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731540674632 (+3 ms)Processed 26 edits across 1 Regions in 86 ms; skipped=1; WAL=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731540674632 2024-11-13T23:31:14,632 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta 2024-11-13T23:31:14,632 DEBUG [RS_LOG_REPLAY_OPS-regionserver/714b435e65e7:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T23:31:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T23:31:14,647 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting/714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs 2024-11-13T23:31:14,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T23:31:14,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, worker=714b435e65e7,36793,1731540612140 in 10.1410 sec 2024-11-13T23:31:14,666 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=714b435e65e7,36793,1731540612140 2024-11-13T23:31:14,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T23:31:14,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 714b435e65e7%2C43419%2C1731540612219.meta.1731540623534.meta, worker=714b435e65e7,36793,1731540612140 in 10.1630 sec 2024-11-13T23:31:14,673 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,43419,1731540612219-splitting dir is empty, no logs to split. 2024-11-13T23:31:14,673 INFO [PEWorker-4 {}] master.SplitWALManager(105): 714b435e65e7,43419,1731540612219 WAL count=0, meta=true 2024-11-13T23:31:14,673 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 714b435e65e7,43419,1731540612219 WAL splitting is done? wals=0, meta=true 2024-11-13T23:31:14,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T23:31:14,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:31:14,681 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T23:31:14,831 DEBUG [714b435e65e7:45403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(204): Hosts are {714b435e65e7=0} racks are {/default-rack=0} 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T23:31:14,832 INFO [714b435e65e7:45403 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T23:31:14,832 INFO [714b435e65e7:45403 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T23:31:14,832 DEBUG [714b435e65e7:45403 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T23:31:14,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:31:14,839 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36793,1731540612140, state=OPENING 2024-11-13T23:31:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:14,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:14,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:14,897 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T23:31:14,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36793,1731540612140}] 2024-11-13T23:31:14,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:15,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T23:31:15,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T23:31:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45403 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T23:31:15,515 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 Release verify snapshot worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:15,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-13T23:31:15,518 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T23:31:15,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=714b435e65e7,46487,1731540612185 in 21.4220 sec 2024-11-13T23:31:15,519 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T23:31:15,522 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T23:31:15,522 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T23:31:15,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.7040 sec 2024-11-13T23:31:15,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T23:31:15,575 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 714b435e65e7:43419 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 714b435e65e7/172.17.0.2:43419 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T23:31:15,577 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1, error=java.net.ConnectException: Call to address=714b435e65e7:43419 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 714b435e65e7/172.17.0.2:43419 2024-11-13T23:31:15,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-13T23:31:15,578 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,43419,1731540612219, seqNum=-1 from cache 2024-11-13T23:31:15,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 714b435e65e7:43419 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 714b435e65e7/172.17.0.2:43419 2024-11-13T23:31:15,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:15,681 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:15,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735573, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:15,716 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:15,716 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:15,716 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:15,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:15,921 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:15,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735573, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:15,924 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:15,924 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:15,924 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:16,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:16,232 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:16,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735573, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:16,234 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:16,234 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:16,234 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:16,740 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:16,741 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:16,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735574, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:16,743 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:16,744 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:16,744 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:17,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:17,762 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:17,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735574, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:17,767 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to 714b435e65e7,36793,1731540612140 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T23:31:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:19,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 285837f9134c8834bf61a4a159c16b48, had cached 0 bytes from a total of 28623 2024-11-13T23:31:19,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58340e5ddbe16ad6cc3dcc840e66fba3, had cached 0 bytes from a total of 47197 2024-11-13T23:31:19,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9e5c0475419450df009af4879d29923a, had cached 0 bytes from a total of 26918 2024-11-13T23:31:19,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3abd2ddb6415873226b3c8b30fe89334, had cached 0 bytes from a total of 499309 2024-11-13T23:31:19,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:19,791 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:19,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735573, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:19,793 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to 714b435e65e7,36793,1731540612140 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T23:31:19,794 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:19,794 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:19,794 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:21,087 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=714b435e65e7:45403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T23:31:23,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:23,821 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:23,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36793 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:40688 deadline: 1731540735573, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 2024-11-13T23:31:23,823 WARN [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRpcRetryingCaller(177): Call to 714b435e65e7,36793,1731540612140 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T23:31:23,824 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:23,824 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 714b435e65e7,36793,1731540612140 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T23:31:23,824 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1 from cache 2024-11-13T23:31:24,641 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d7f6d73c0d7b29d005d8c884f61ada0e changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,651 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0d90c312c4dd91187f854414512cb6b5 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,655 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3abd2ddb6415873226b3c8b30fe89334 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,659 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67764dea8d61a54902785b225ddb4f91 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,660 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 65d5ad1f1aa99b00442632068fdce994 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,660 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cbd7be403d11d57eccc7d7b982521ff6 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,660 DEBUG [master/714b435e65e7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 58340e5ddbe16ad6cc3dcc840e66fba3 changed from -1.0 to 0.0, refreshing cache 2024-11-13T23:31:24,906 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T23:31:24,906 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T23:31:24,906 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T23:31:24,908 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=714b435e65e7%2C36793%2C1731540612140.meta, suffix=.meta, logDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140, archiveDir=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs, maxLogs=32 2024-11-13T23:31:24,927 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140/714b435e65e7%2C36793%2C1731540612140.meta.1731540684908.meta, exclude list is [], retry=0 2024-11-13T23:31:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40467,DS-adf1b1a5-5c3c-4ac8-be32-2bdd5aab846f,DISK] 2024-11-13T23:31:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41611,DS-8077bbf9-2741-4a4b-86ad-134b290107cf,DISK] 2024-11-13T23:31:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37495,DS-088d80ff-3be3-47e7-a8e6-0b882ebb4afb,DISK] 2024-11-13T23:31:24,943 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/WALs/714b435e65e7,36793,1731540612140/714b435e65e7%2C36793%2C1731540612140.meta.1731540684908.meta 2024-11-13T23:31:24,943 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:43577:43577),(127.0.0.1/127.0.0.1:36593:36593)] 2024-11-13T23:31:24,943 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T23:31:24,944 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T23:31:24,944 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T23:31:24,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T23:31:24,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T23:31:24,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:31:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:31:24,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T23:31:24,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T23:31:24,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:31:24,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:31:24,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T23:31:24,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T23:31:24,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:31:24,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:31:24,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T23:31:24,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T23:31:24,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T23:31:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T23:31:24,963 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T23:31:24,964 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:31:24,965 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740 2024-11-13T23:31:24,967 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T23:31:24,985 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T23:31:24,985 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-13T23:31:25,029 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/info/c6ba4c733aef4e62a764363f36d44afd is 167, key is SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91./info:regioninfo/1731540634425/Put/seqid=0 2024-11-13T23:31:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741866_1042 (size=18393) 2024-11-13T23:31:25,139 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/info/c6ba4c733aef4e62a764363f36d44afd 2024-11-13T23:31:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741866_1042 (size=18393) 2024-11-13T23:31:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741866_1042 (size=18393) 2024-11-13T23:31:25,185 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/ns/7eac39ed59cc4478805dc77a2cc36806 is 43, key is default/ns:d/1731540623619/Put/seqid=0 2024-11-13T23:31:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741867_1043 (size=5153) 2024-11-13T23:31:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741867_1043 (size=5153) 2024-11-13T23:31:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741867_1043 (size=5153) 2024-11-13T23:31:25,671 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/ns/7eac39ed59cc4478805dc77a2cc36806 2024-11-13T23:31:25,707 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/table/e32f82789e4f4cf29f6f0ea5e7f08710 is 47, key is SPTestTable/table:state/1731540634485/Put/seqid=0 2024-11-13T23:31:25,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741868_1044 (size=5214) 2024-11-13T23:31:25,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741868_1044 (size=5214) 2024-11-13T23:31:25,727 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/table/e32f82789e4f4cf29f6f0ea5e7f08710 2024-11-13T23:31:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741868_1044 (size=5214) 2024-11-13T23:31:25,740 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/info/c6ba4c733aef4e62a764363f36d44afd as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/info/c6ba4c733aef4e62a764363f36d44afd 2024-11-13T23:31:25,748 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/info/c6ba4c733aef4e62a764363f36d44afd, entries=100, sequenceid=28, filesize=18.0 K 2024-11-13T23:31:25,749 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/ns/7eac39ed59cc4478805dc77a2cc36806 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/ns/7eac39ed59cc4478805dc77a2cc36806 2024-11-13T23:31:25,756 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/ns/7eac39ed59cc4478805dc77a2cc36806, entries=2, sequenceid=28, filesize=5.0 K 2024-11-13T23:31:25,757 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/.tmp/table/e32f82789e4f4cf29f6f0ea5e7f08710 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/table/e32f82789e4f4cf29f6f0ea5e7f08710 2024-11-13T23:31:25,765 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/table/e32f82789e4f4cf29f6f0ea5e7f08710, entries=2, sequenceid=28, filesize=5.1 K 2024-11-13T23:31:25,765 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=28, compaction requested=false; wal=null 2024-11-13T23:31:25,766 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T23:31:25,767 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T23:31:25,767 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T23:31:25,768 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T23:31:25,769 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T23:31:25,776 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-13T23:31:25,777 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66502777, jitterRate=-0.009031400084495544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T23:31:25,777 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T23:31:25,778 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731540684945Writing region info on filesystem at 1731540684945Initializing all the Stores at 1731540684945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540684946 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540684947 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731540684947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731540684947Obtaining lock to block concurrent updates at 1731540684985 (+38 ms)Preparing flush snapshotting stores in 1588230740 at 1731540684985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731540684985Flushing stores of hbase:meta,,1.1588230740 at 1731540684985Flushing 1588230740/info: creating writer at 1731540684985Flushing 1588230740/info: appending metadata at 1731540685028 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731540685028Flushing 1588230740/ns: creating writer at 1731540685153 (+125 ms)Flushing 1588230740/ns: appending metadata at 1731540685184 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731540685184Flushing 1588230740/table: creating writer at 1731540685683 (+499 ms)Flushing 1588230740/table: appending metadata at 1731540685706 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731540685706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42534662: reopening flushed file at 1731540685736 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263c3bad: reopening flushed file at 1731540685748 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6cd252: reopening flushed file at 1731540685756 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=28, compaction requested=false; wal=null at 1731540685765 (+9 ms)Cleaning up temporary data from old regions at 1731540685767 (+2 ms)Running coprocessor post-open hooks at 1731540685777 (+10 ms)Region opened successfully at 1731540685777 2024-11-13T23:31:25,780 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731540684900 2024-11-13T23:31:25,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=714b435e65e7,36793,1731540612140 2024-11-13T23:31:25,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 714b435e65e7,36793,1731540612140, state=OPEN 2024-11-13T23:31:25,795 DEBUG [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T23:31:25,795 INFO [RS_OPEN_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T23:31:25,826 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45403 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=714b435e65e7,36793,1731540612140, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T23:31:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:25,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T23:31:25,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:25,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:25,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=714b435e65e7,36793,1731540612140 2024-11-13T23:31:25,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T23:31:25,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-13T23:31:25,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=714b435e65e7,36793,1731540612140 in 10.9330 sec 2024-11-13T23:31:25,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-13T23:31:25,837 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 714b435e65e7,43419,1731540612219 had 4 regions 2024-11-13T23:31:25,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1570 sec 2024-11-13T23:31:25,839 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 714b435e65e7,43419,1731540612219, splitWal=true, meta=true, isMeta: false 2024-11-13T23:31:25,846 INFO [PEWorker-2 {}] master.SplitWALManager(105): 714b435e65e7,43419,1731540612219 WAL count=1, meta=false 2024-11-13T23:31:25,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 714b435e65e7%2C43419%2C1731540612219.1731540613328}] 2024-11-13T23:31:25,849 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=714b435e65e7,46487,1731540612185 2024-11-13T23:31:25,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 714b435e65e7%2C43419%2C1731540612219.1731540613328, worker=714b435e65e7,46487,1731540612185}] 2024-11-13T23:31:29,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:29,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:29,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:30,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T23:31:30,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:30,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:30,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T23:31:33,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T23:31:33,933 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=714b435e65e7,36793,1731540612140, seqNum=-1] 2024-11-13T23:31:33,955 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T23:31:33,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T23:31:33,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:31:33,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:31:33,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:33,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:33,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T23:31:33,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1656460363, stopped=false 2024-11-13T23:31:33,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=714b435e65e7,45403,1731540611981 2024-11-13T23:31:33,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T23:31:34,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:31:34,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:31:34,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T23:31:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:31:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:31:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:31:34,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:31:34,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T23:31:34,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:31:34,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:34,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:31:34,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,36793,1731540612140' ***** 2024-11-13T23:31:34,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:31:34,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '714b435e65e7,46487,1731540612185' ***** 2024-11-13T23:31:34,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:31:34,018 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:31:34,018 INFO [RS:0;714b435e65e7:36793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:31:34,018 INFO [RS:0;714b435e65e7:36793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:31:34,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T23:31:34,018 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(3091): Received CLOSE for d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:31:34,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:31:34,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T23:31:34,018 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T23:31:34,018 INFO [RS:1;714b435e65e7:46487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T23:31:34,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T23:31:34,018 INFO [RS:1;714b435e65e7:46487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T23:31:34,018 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(3091): Received CLOSE for 65d5ad1f1aa99b00442632068fdce994 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d90c312c4dd91187f854414512cb6b5 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(3091): Received CLOSE for 3abd2ddb6415873226b3c8b30fe89334 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(3091): Received CLOSE for cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,36793,1731540612140 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(3091): Received CLOSE for 58340e5ddbe16ad6cc3dcc840e66fba3 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(3091): Received CLOSE for 67764dea8d61a54902785b225ddb4f91 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7f6d73c0d7b29d005d8c884f61ada0e, disabling compactions & flushes 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(959): stopping server 714b435e65e7,46487,1731540612185 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65d5ad1f1aa99b00442632068fdce994, disabling compactions & flushes 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;714b435e65e7:36793. 2024-11-13T23:31:34,019 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:31:34,019 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;714b435e65e7:46487. 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:31:34,019 DEBUG [RS:0;714b435e65e7:36793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. after waiting 0 ms 2024-11-13T23:31:34,019 DEBUG [RS:1;714b435e65e7:46487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. after waiting 0 ms 2024-11-13T23:31:34,019 DEBUG [RS:0;714b435e65e7:36793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:31:34,019 DEBUG [RS:1;714b435e65e7:46487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:34,019 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:31:34,019 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:31:34,019 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1325): Online Regions={65d5ad1f1aa99b00442632068fdce994=SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994., cbd7be403d11d57eccc7d7b982521ff6=SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6., 58340e5ddbe16ad6cc3dcc840e66fba3=SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3., 67764dea8d61a54902785b225ddb4f91=SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91.} 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:31:34,019 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T23:31:34,019 DEBUG [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1351): Waiting on 58340e5ddbe16ad6cc3dcc840e66fba3, 65d5ad1f1aa99b00442632068fdce994, 67764dea8d61a54902785b225ddb4f91, cbd7be403d11d57eccc7d7b982521ff6 2024-11-13T23:31:34,020 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-13T23:31:34,020 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1325): Online Regions={d7f6d73c0d7b29d005d8c884f61ada0e=SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e., 0d90c312c4dd91187f854414512cb6b5=SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5., 3abd2ddb6415873226b3c8b30fe89334=SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T23:31:34,020 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T23:31:34,020 DEBUG [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1351): Waiting on 0d90c312c4dd91187f854414512cb6b5, 1588230740, 3abd2ddb6415873226b3c8b30fe89334, d7f6d73c0d7b29d005d8c884f61ada0e 2024-11-13T23:31:34,020 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T23:31:34,020 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T23:31:34,020 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T23:31:34,020 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/d7f6d73c0d7b29d005d8c884f61ada0e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/65d5ad1f1aa99b00442632068fdce994/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:31:34,030 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:31:34,030 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7f6d73c0d7b29d005d8c884f61ada0e: Waiting for close lock at 1731540694019Running coprocessor pre-close hooks at 1731540694019Disabling compacts and flushes for region at 1731540694019Disabling writes for close at 1731540694019Writing region close event to WAL at 1731540694019Running coprocessor post-close hooks at 1731540694030 (+11 ms)Closed at 1731540694030 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65d5ad1f1aa99b00442632068fdce994: Waiting for close lock at 1731540694019Running coprocessor pre-close hooks at 1731540694019Disabling compacts and flushes for region at 1731540694019Disabling writes for close at 1731540694019Writing region close event to WAL at 1731540694019Running coprocessor post-close hooks at 1731540694030 (+11 ms)Closed at 1731540694030 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731540623678.d7f6d73c0d7b29d005d8c884f61ada0e. 2024-11-13T23:31:34,030 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731540623678.65d5ad1f1aa99b00442632068fdce994. 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d90c312c4dd91187f854414512cb6b5, disabling compactions & flushes 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbd7be403d11d57eccc7d7b982521ff6, disabling compactions & flushes 2024-11-13T23:31:34,031 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:31:34,031 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. after waiting 0 ms 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. after waiting 0 ms 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:31:34,031 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:31:34,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-13T23:31:34,036 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T23:31:34,037 INFO [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T23:31:34,037 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731540694020Running coprocessor pre-close hooks at 1731540694020Disabling compacts and flushes for region at 1731540694020Disabling writes for close at 1731540694020Writing region close event to WAL at 1731540694029 (+9 ms)Running coprocessor post-close hooks at 1731540694036 (+7 ms)Closed at 1731540694037 (+1 ms) 2024-11-13T23:31:34,037 DEBUG [RS_CLOSE_META-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T23:31:34,038 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/0d90c312c4dd91187f854414512cb6b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:31:34,038 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/cbd7be403d11d57eccc7d7b982521ff6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:31:34,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d90c312c4dd91187f854414512cb6b5: Waiting for close lock at 1731540694031Running coprocessor pre-close hooks at 1731540694031Disabling compacts and flushes for region at 1731540694031Disabling writes for close at 1731540694031Writing region close event to WAL at 1731540694031Running coprocessor post-close hooks at 1731540694039 (+8 ms)Closed at 1731540694039 2024-11-13T23:31:34,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbd7be403d11d57eccc7d7b982521ff6: Waiting for close lock at 1731540694031Running coprocessor pre-close hooks at 1731540694031Disabling compacts and flushes for region at 1731540694031Disabling writes for close at 1731540694031Writing region close event to WAL at 1731540694031Running coprocessor post-close hooks at 1731540694039 (+8 ms)Closed at 1731540694039 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731540623678.0d90c312c4dd91187f854414512cb6b5. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731540623678.cbd7be403d11d57eccc7d7b982521ff6. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3abd2ddb6415873226b3c8b30fe89334, disabling compactions & flushes 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58340e5ddbe16ad6cc3dcc840e66fba3, disabling compactions & flushes 2024-11-13T23:31:34,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:31:34,039 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. after waiting 0 ms 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. after waiting 0 ms 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:31:34,039 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:31:34,043 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/58340e5ddbe16ad6cc3dcc840e66fba3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:31:34,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/3abd2ddb6415873226b3c8b30fe89334/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T23:31:34,044 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:31:34,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3abd2ddb6415873226b3c8b30fe89334: Waiting for close lock at 1731540694039Running coprocessor pre-close hooks at 1731540694039Disabling compacts and flushes for region at 1731540694039Disabling writes for close at 1731540694039Writing region close event to WAL at 1731540694040 (+1 ms)Running coprocessor post-close hooks at 1731540694044 (+4 ms)Closed at 1731540694044 2024-11-13T23:31:34,044 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:31:34,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58340e5ddbe16ad6cc3dcc840e66fba3: Waiting for close lock at 1731540694039Running coprocessor pre-close hooks at 1731540694039Disabling compacts and flushes for region at 1731540694039Disabling writes for close at 1731540694039Writing region close event to WAL at 1731540694040 (+1 ms)Running coprocessor post-close hooks at 1731540694044 (+4 ms)Closed at 1731540694044 2024-11-13T23:31:34,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731540623678.3abd2ddb6415873226b3c8b30fe89334. 2024-11-13T23:31:34,044 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731540623678.58340e5ddbe16ad6cc3dcc840e66fba3. 2024-11-13T23:31:34,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67764dea8d61a54902785b225ddb4f91, disabling compactions & flushes 2024-11-13T23:31:34,045 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:31:34,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:31:34,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. after waiting 0 ms 2024-11-13T23:31:34,045 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:31:34,049 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/data/default/SPTestTable/67764dea8d61a54902785b225ddb4f91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T23:31:34,049 INFO [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:31:34,050 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67764dea8d61a54902785b225ddb4f91: Waiting for close lock at 1731540694045Running coprocessor pre-close hooks at 1731540694045Disabling compacts and flushes for region at 1731540694045Disabling writes for close at 1731540694045Writing region close event to WAL at 1731540694045Running coprocessor post-close hooks at 1731540694049 (+4 ms)Closed at 1731540694049 2024-11-13T23:31:34,050 DEBUG [RS_CLOSE_REGION-regionserver/714b435e65e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731540623678.67764dea8d61a54902785b225ddb4f91. 2024-11-13T23:31:34,102 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:34,112 INFO [regionserver/714b435e65e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:34,191 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T23:31:34,191 INFO [regionserver/714b435e65e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T23:31:34,219 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,46487,1731540612185; all regions closed. 2024-11-13T23:31:34,220 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(976): stopping server 714b435e65e7,36793,1731540612140; all regions closed. 2024-11-13T23:31:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741835_1011 (size=2947) 2024-11-13T23:31:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741835_1011 (size=2947) 2024-11-13T23:31:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741835_1011 (size=2947) 2024-11-13T23:31:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741865_1041 (size=678) 2024-11-13T23:31:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741865_1041 (size=678) 2024-11-13T23:31:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741865_1041 (size=678) 2024-11-13T23:31:34,228 DEBUG [RS:1;714b435e65e7:46487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs 2024-11-13T23:31:34,228 INFO [RS:1;714b435e65e7:46487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C46487%2C1731540612185:(num 1731540613366) 2024-11-13T23:31:34,228 DEBUG [RS:1;714b435e65e7:46487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:34,228 INFO [RS:1;714b435e65e7:46487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:34,228 INFO [RS:1;714b435e65e7:46487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:31:34,228 INFO [RS:1;714b435e65e7:46487 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:31:34,228 INFO [RS:1;714b435e65e7:46487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T23:31:34,229 INFO [RS:1;714b435e65e7:46487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T23:31:34,229 INFO [RS:1;714b435e65e7:46487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T23:31:34,229 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:31:34,229 INFO [RS:1;714b435e65e7:46487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:31:34,229 INFO [RS:1;714b435e65e7:46487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46487 2024-11-13T23:31:34,237 DEBUG [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs 2024-11-13T23:31:34,237 INFO [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36793%2C1731540612140.meta:.meta(num 1731540684908) 2024-11-13T23:31:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741834_1010 (size=2364) 2024-11-13T23:31:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741834_1010 (size=2364) 2024-11-13T23:31:34,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741834_1010 (size=2364) 2024-11-13T23:31:34,246 DEBUG [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/oldWALs 2024-11-13T23:31:34,247 INFO [RS:0;714b435e65e7:36793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 714b435e65e7%2C36793%2C1731540612140:(num 1731540613346) 2024-11-13T23:31:34,247 DEBUG [RS:0;714b435e65e7:36793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T23:31:34,247 INFO [RS:0;714b435e65e7:36793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T23:31:34,247 INFO [RS:0;714b435e65e7:36793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:31:34,247 INFO [RS:0;714b435e65e7:36793 {}] hbase.ChoreService(370): Chore service for: regionserver/714b435e65e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T23:31:34,247 INFO [RS:0;714b435e65e7:36793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:31:34,247 INFO [regionserver/714b435e65e7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:31:34,248 INFO [RS:0;714b435e65e7:36793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36793 2024-11-13T23:31:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,46487,1731540612185 2024-11-13T23:31:34,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T23:31:34,250 INFO [RS:1;714b435e65e7:46487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:31:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/714b435e65e7,36793,1731540612140 2024-11-13T23:31:34,258 INFO [RS:0;714b435e65e7:36793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:31:34,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,46487,1731540612185] 2024-11-13T23:31:34,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,46487,1731540612185 already deleted, retry=false 2024-11-13T23:31:34,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,46487,1731540612185 expired; onlineServers=1 2024-11-13T23:31:34,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [714b435e65e7,36793,1731540612140] 2024-11-13T23:31:34,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/714b435e65e7,36793,1731540612140 already deleted, retry=false 2024-11-13T23:31:34,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 714b435e65e7,36793,1731540612140 expired; onlineServers=0 2024-11-13T23:31:34,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '714b435e65e7,45403,1731540611981' ***** 2024-11-13T23:31:34,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T23:31:34,292 DEBUG [M:0;714b435e65e7:45403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T23:31:34,292 DEBUG [M:0;714b435e65e7:45403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T23:31:34,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T23:31:34,292 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540612987 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.large.0-1731540612987,5,FailOnTimeoutGroup] 2024-11-13T23:31:34,292 DEBUG [master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540612988 {}] cleaner.HFileCleaner(306): Exit Thread[master/714b435e65e7:0:becomeActiveMaster-HFileCleaner.small.0-1731540612988,5,FailOnTimeoutGroup] 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] hbase.ChoreService(370): Chore service for: master/714b435e65e7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T23:31:34,292 DEBUG [M:0;714b435e65e7:45403 {}] master.HMaster(1795): Stopping service threads 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T23:31:34,292 INFO [M:0;714b435e65e7:45403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T23:31:34,292 ERROR [M:0;714b435e65e7:45403 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:40747 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40747,5,PEWorkerGroup] 2024-11-13T23:31:34,293 INFO [M:0;714b435e65e7:45403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T23:31:34,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T23:31:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T23:31:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T23:31:34,300 DEBUG [M:0;714b435e65e7:45403 {}] zookeeper.ZKUtil(347): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T23:31:34,300 WARN [M:0;714b435e65e7:45403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T23:31:34,301 INFO [M:0;714b435e65e7:45403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/.lastflushedseqids 2024-11-13T23:31:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741869_1045 (size=632) 2024-11-13T23:31:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741869_1045 (size=632) 2024-11-13T23:31:34,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741869_1045 (size=632) 2024-11-13T23:31:34,310 INFO [M:0;714b435e65e7:45403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T23:31:34,310 INFO [M:0;714b435e65e7:45403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T23:31:34,310 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T23:31:34,310 INFO [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:31:34,310 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:31:34,310 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T23:31:34,310 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:31:34,311 INFO [M:0;714b435e65e7:45403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.52 KB heapSize=211.62 KB 2024-11-13T23:31:34,326 DEBUG [M:0;714b435e65e7:45403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d37cbc34bda45c8bedc79ae7fd79882 is 82, key is hbase:meta,,1/info:regioninfo/1731540685793/Put/seqid=0 2024-11-13T23:31:34,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741870_1046 (size=6071) 2024-11-13T23:31:34,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741870_1046 (size=6071) 2024-11-13T23:31:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741870_1046 (size=6071) 2024-11-13T23:31:34,336 INFO [M:0;714b435e65e7:45403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d37cbc34bda45c8bedc79ae7fd79882 2024-11-13T23:31:34,358 DEBUG [M:0;714b435e65e7:45403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe4e0953d0c14372a99656c14cef4c3c is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731540634492/Put/seqid=0 2024-11-13T23:31:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741871_1047 (size=11552) 2024-11-13T23:31:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741871_1047 (size=11552) 2024-11-13T23:31:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741871_1047 (size=11552) 2024-11-13T23:31:34,366 INFO [M:0;714b435e65e7:45403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.29 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe4e0953d0c14372a99656c14cef4c3c 2024-11-13T23:31:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,366 INFO [RS:1;714b435e65e7:46487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:31:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46487-0x10137d2a55f0002, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,366 INFO [RS:1;714b435e65e7:46487 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,46487,1731540612185; zookeeper connection closed. 2024-11-13T23:31:34,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1907a4da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1907a4da 2024-11-13T23:31:34,372 INFO [M:0;714b435e65e7:45403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe4e0953d0c14372a99656c14cef4c3c 2024-11-13T23:31:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,375 INFO [RS:0;714b435e65e7:36793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:31:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36793-0x10137d2a55f0001, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,375 INFO [RS:0;714b435e65e7:36793 {}] regionserver.HRegionServer(1031): Exiting; stopping=714b435e65e7,36793,1731540612140; zookeeper connection closed. 2024-11-13T23:31:34,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b0ebd03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b0ebd03 2024-11-13T23:31:34,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T23:31:34,388 DEBUG [M:0;714b435e65e7:45403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f1e3f9d90de4e0d89e7e094517b21a2 is 69, key is 714b435e65e7,36793,1731540612140/rs:state/1731540613102/Put/seqid=0 2024-11-13T23:31:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741872_1048 (size=5447) 2024-11-13T23:31:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741872_1048 (size=5447) 2024-11-13T23:31:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741872_1048 (size=5447) 2024-11-13T23:31:34,395 INFO [M:0;714b435e65e7:45403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f1e3f9d90de4e0d89e7e094517b21a2 2024-11-13T23:31:34,400 INFO [M:0;714b435e65e7:45403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1e3f9d90de4e0d89e7e094517b21a2 2024-11-13T23:31:34,401 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d37cbc34bda45c8bedc79ae7fd79882 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d37cbc34bda45c8bedc79ae7fd79882 2024-11-13T23:31:34,407 INFO [M:0;714b435e65e7:45403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d37cbc34bda45c8bedc79ae7fd79882, entries=14, sequenceid=416, filesize=5.9 K 2024-11-13T23:31:34,408 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe4e0953d0c14372a99656c14cef4c3c as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe4e0953d0c14372a99656c14cef4c3c 2024-11-13T23:31:34,415 INFO [M:0;714b435e65e7:45403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe4e0953d0c14372a99656c14cef4c3c 2024-11-13T23:31:34,415 INFO [M:0;714b435e65e7:45403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe4e0953d0c14372a99656c14cef4c3c, entries=52, sequenceid=416, filesize=11.3 K 2024-11-13T23:31:34,416 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f1e3f9d90de4e0d89e7e094517b21a2 as hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f1e3f9d90de4e0d89e7e094517b21a2 2024-11-13T23:31:34,423 INFO [M:0;714b435e65e7:45403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f1e3f9d90de4e0d89e7e094517b21a2 2024-11-13T23:31:34,423 INFO [M:0;714b435e65e7:45403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40747/user/jenkins/test-data/95134528-fdb0-7b2c-f6f6-c1881f17e8fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f1e3f9d90de4e0d89e7e094517b21a2, entries=3, sequenceid=416, filesize=5.3 K 2024-11-13T23:31:34,424 INFO [M:0;714b435e65e7:45403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.52 KB/176657, heapSize ~211.32 KB/216392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=416, compaction requested=false 2024-11-13T23:31:34,425 INFO [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T23:31:34,425 DEBUG [M:0;714b435e65e7:45403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731540694310Disabling compacts and flushes for region at 1731540694310Disabling writes for close at 1731540694310Obtaining lock to block concurrent updates at 1731540694311 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731540694311Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176657, getHeapSize=216632, getOffHeapSize=0, getCellsCount=515 at 1731540694311Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731540694312 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731540694312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731540694326 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731540694326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731540694342 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731540694357 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731540694357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731540694372 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731540694387 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731540694387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61531707: reopening flushed file at 1731540694400 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2d1cdd: reopening flushed file at 1731540694407 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5febe77b: reopening flushed file at 1731540694415 (+8 ms)Finished flush of dataSize ~172.52 KB/176657, heapSize ~211.32 KB/216392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=416, compaction requested=false at 1731540694424 (+9 ms)Writing region close event to WAL at 1731540694425 (+1 ms)Closed at 1731540694425 2024-11-13T23:31:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37495 is added to blk_1073741830_1006 (size=204512) 2024-11-13T23:31:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40467 is added to blk_1073741830_1006 (size=204512) 2024-11-13T23:31:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41611 is added to blk_1073741830_1006 (size=204512) 2024-11-13T23:31:34,429 INFO [M:0;714b435e65e7:45403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T23:31:34,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T23:31:34,429 INFO [M:0;714b435e65e7:45403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45403 2024-11-13T23:31:34,429 INFO [M:0;714b435e65e7:45403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T23:31:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,538 INFO [M:0;714b435e65e7:45403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T23:31:34,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45403-0x10137d2a55f0000, quorum=127.0.0.1:60514, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T23:31:34,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34af3519{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:31:34,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70f36d17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:31:34,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:31:34,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cdd75e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:31:34,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9396e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,STOPPED} 2024-11-13T23:31:34,542 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:31:34,542 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:31:34,542 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:31:34,542 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-360311538-172.17.0.2-1731540609764 (Datanode Uuid 5cdb0017-5719-4c28-b705-bb2391d96bec) service to localhost/127.0.0.1:40747 2024-11-13T23:31:34,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data5/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data6/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,543 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:31:34,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4278e196{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:31:34,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@240e258d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:31:34,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:31:34,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d10dac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:31:34,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e4cb42c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,STOPPED} 2024-11-13T23:31:34,546 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:31:34,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:31:34,546 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-360311538-172.17.0.2-1731540609764 (Datanode Uuid 0e00b79e-1190-4958-a82f-ac7cb83d7217) service to localhost/127.0.0.1:40747 2024-11-13T23:31:34,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:31:34,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data3/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data4/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:31:34,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bb8e0ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T23:31:34,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3826855f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:31:34,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:31:34,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c7d630c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:31:34,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c041eda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,STOPPED} 2024-11-13T23:31:34,550 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T23:31:34,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T23:31:34,550 WARN [BP-360311538-172.17.0.2-1731540609764 heartbeating to localhost/127.0.0.1:40747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-360311538-172.17.0.2-1731540609764 (Datanode Uuid 2d3b8c9f-1ed1-47f8-ba4a-ec4b31fb4944) service to localhost/127.0.0.1:40747 2024-11-13T23:31:34,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T23:31:34,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data1/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/cluster_517dc665-b2d2-ced7-2c56-c50eb3db16ad/data/data2/current/BP-360311538-172.17.0.2-1731540609764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T23:31:34,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T23:31:34,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ecee75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T23:31:34,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5467191c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T23:31:34,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T23:31:34,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2782fe9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T23:31:34,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c524a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bb72fb9-5a35-ca3b-e39c-818c3356312c/hadoop.log.dir/,STOPPED} 2024-11-13T23:31:34,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T23:31:34,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T23:31:34,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T23:31:34,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 93) Potentially hanging thread: RS_OPEN_META-regionserver/714b435e65e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40747 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:40747 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/714b435e65e7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7696 (was 6948) - AvailableMemoryMB LEAK? -